Script exit with exit code 2
fatal error: concurrent map writes
goroutine 1230 [running]:
runtime.throw(0xab7b31, 0x15)
/usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc0055cfae8 sp=0xc0055cfab8 pc=0x453732
runtime.mapassign_faststr(0xa13d80, 0xc0001e93b0, 0xc0057133e0, 0xd, 0xc0001fc128)
/usr/local/go/src/runtime/map_faststr.go:291 +0x3de fp=0xc0055cfb50 sp=0xc0055cfae8 pc=0x4338ce
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfdb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:194 +0x507 fp=0xc0055cffb8 sp=0xc0055cfb50 pc=0x824087
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc0055cffc0 sp=0xc0055cffb8 pc=0x483571
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1 [semacquire]:
os.lstatNolog(0xc003dea000, 0x5b, 0x5b, 0x1, 0xc003dea000, 0x5b)
/usr/local/go/src/os/stat_unix.go:41 +0x31
os.Lstat(0xc003dea000, 0x5b, 0x2, 0xc003dea000, 0x5b, 0x0)
/usr/local/go/src/os/stat.go:22 +0x4d
path/filepath.walk(0xc000ed5400, 0x42, 0xb89740, 0xc0006ab860, 0xc00012fc98, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:378 +0x1d3
path/filepath.walk(0xc0000b3880, 0x3f, 0xb89740, 0xc0001ea9c0, 0xc00012fc98, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.walk(0x7fffe58877c6, 0x37, 0xb89740, 0xc0001ea8f0, 0xc00012fc98, 0x0, 0xc00012fb20)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.Walk(0x7fffe58877c6, 0x37, 0xc00012fc98, 0x5, 0xc0001fc358)
/usr/local/go/src/path/filepath/path.go:406 +0xff
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand(0x7fffe58877c6, 0x37, 0xffffffffffffffff, 0xbfb68418cce44537)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:148 +0x3e6
main.main()
/home/ec2-user/environment/cluster2/tgnews.go:71 +0x768
goroutine 19 [syscall]:
os/signal.signal_recv(0x0)
/usr/local/go/src/runtime/sigqueue.go:147 +0x9c
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.Notify.func1
/usr/local/go/src/os/signal/signal.go:127 +0x44
goroutine 21 [chan receive]:
main.main.func1(0xc0000b70e0, 0xbfb68418cce44537, 0x330b01, 0x1251a20)
/home/ec2-user/environment/cluster2/tgnews.go:36 +0x41
created by main.main
/home/ec2-user/environment/cluster2/tgnews.go:35 +0x176
goroutine 22 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00107f100, 0xc89, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00107f100, 0xc89, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00107f100, 0xc89, 0x0, 0x0, 0x115ea80, 0xc89, 0xc89)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00107f100, 0xc89, 0x0, 0x0, 0xaa0378, 0x1, 0xc0013e8d80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00107f100, 0xc89, 0xc89, 0xc00107f100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00061a1e0, 0x32, 0xc00107f100, 0xc89, 0xaa0378, 0x1, 0xc00107f100, 0xc89, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 23 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f792c4cd130, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0034540e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034540d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f06f00, 0x2327, 0x2327, 0x1, 0xc000f06f00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d50a0, 0x6f, 0xc000f06f00, 0x2327, 0xaa0378, 0x1, 0xc000f06f00, 0x2327, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1847 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000db5418, 0xaa04df, 0x2, 0xc0064d4000, 0x17f7, 0x1, 0x27a, 0xc0029ee220)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0064d4000, 0x17f7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000db5570, 0xc005d53d80, 0xa7, 0xc0034c2b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003deb260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 25 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f790421a4c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000619350, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000619190, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b9c000, 0x1bd9, 0x1bd9, 0x1, 0xc001b9c000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026100, 0x7d, 0xc001b9c000, 0x1bd9, 0xaa0378, 0x1, 0xc001b9c000, 0x1bd9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 26 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78dd6ac320, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001660090, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001660080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00399a000, 0x1a44, 0x1a44, 0x1, 0xc00399a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a4b0, 0x4a, 0xc00399a000, 0x1a44, 0xaa0378, 0x1, 0xc00399a000, 0x1a44, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1895 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036cea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 28 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00813ea00, 0x232, 0x232, 0x3, 0x0, 0x231, 0xc00813ea00)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00016d570, 0xc0004a4120, 0xc002be07a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1892 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 30 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00472e000, 0x2a3d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00472e000, 0x2a3d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00472e000, 0x2a3d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00472e000, 0x2a3d, 0x0, 0x0, 0x115ea80, 0x2a3d, 0x2a3d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00472e000, 0x2a3d, 0x0, 0x0, 0xaa0378, 0x1, 0xc00353f500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00472e000, 0x2a3d, 0x2a3d, 0xc00472e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00058d400, 0xf5, 0xc00472e000, 0x2a3d, 0xaa0378, 0x1, 0xc00472e000, 0x2a3d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008ea20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 31 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001802360, 0x106, 0x106, 0xc0019c5500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001802360, 0x106, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0005e5458, 0xaa058b, 0x2, 0xc001802360, 0x106, 0xc0005e5298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0xe, 0xc0073a1470)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006388f60, 0xc0005e5320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0005e53e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0005e53e0, 0xc0027f47e0, 0xaa058b, 0x2, 0xc0005e5570, 0x8, 0x9ecc80, 0xb6bf96, 0x40)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0005e5570, 0xc0027f47e0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 32 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7944181e20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003243f80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003243f70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0035c4000, 0x1fc6, 0x1fc6, 0x1, 0xc0035c4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ae000, 0x7c, 0xc0035c4000, 0x1fc6, 0xaa0378, 0x1, 0xc0035c4000, 0x1fc6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008eba0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 33 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c004a40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017b66d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017b66c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0008b9000, 0xb07, 0xb07, 0x1, 0xc0008b9000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c0ea, 0x65, 0xc0008b9000, 0xb07, 0xaa0378, 0x1, 0xc0008b9000, 0xb07, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 34 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7934149090, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f405c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f405b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00034b680, 0x470, 0x470, 0x1, 0xc00034b680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e260a0, 0x95, 0xc00034b680, 0x470, 0xaa0378, 0x1, 0xc00034b680, 0x470, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 37 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0ebc10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0048577b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0048577a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001279100, 0x61a, 0x61a, 0x1, 0xc001279100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d6c000, 0x62, 0xc001279100, 0x61a, 0xaa0378, 0x1, 0xc001279100, 0x61a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 38 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cfd8200, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015a1dc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015a1db0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d0e000, 0x1ddd, 0x1ddd, 0x1, 0xc001d0e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c44b73, 0xbc, 0xc001d0e000, 0x1ddd, 0xaa0378, 0x1, 0xc001d0e000, 0x1ddd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 39 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0e5290, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004e401a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004e40190, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001368000, 0x596, 0x596, 0x1, 0xc001368000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ddcc60, 0x66, 0xc001368000, 0x596, 0xaa0378, 0x1, 0xc001368000, 0x596, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 40 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc004e416d0, 0x4, 0x2, 0xc0051728f8, 0xc004e41700, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc004e416d0, 0x4, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005173118, 0xc001094a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005173118, 0xc002a2c850, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0010fb118, 0xc002a2c850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0010fb118, 0xc002a2c850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005173118, 0xc002a2c150, 0xc001ca9880, 0x7f79b886fe98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0010fb118, 0xc002a2c150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0010fb118, 0xc002a2c150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005173118, 0xc002a2c070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0010fb118, 0xc002a2c070, 0x54b170, 0xc0041cad00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002a2c070, 0x0, 0x0, 0x0, 0x0, 0xc002a2c070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001318060, 0x0, 0x0, 0x0, 0x1800, 0xc0043c3000, 0x1654, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0043c3000, 0x1654, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0001e3ec0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0010fb570, 0xc001e09220, 0xc002fab940)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 5 [select]:
github.com/patrickmn/go-cache.(*janitor).Run(0xc00005e010, 0xc00002e080)
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5
created by github.com/patrickmn/go-cache.runJanitor
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9
goroutine 48 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc003f8b502, 0x30aa, 0x2, 0xc00077bab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc003f8b502, 0x30aa, 0x0, 0x0, 0xc000020090, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003f8b502, 0x30aa, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 49 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f796c001210, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001743110, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001743100, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013c9100, 0x6e5, 0x6e5, 0x1, 0xc0013c9100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d4af0, 0x6f, 0xc0013c9100, 0x6e5, 0xaa0378, 0x1, 0xc0013c9100, 0x6e5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 50 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf784d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003044b80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003044b60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00124aa00, 0x494, 0x494, 0x1, 0xc00124aa00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00043d4a0, 0x59, 0xc00124aa00, 0x494, 0xaa0378, 0x1, 0xc00124aa00, 0x494, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 51 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func1(0x7f763490b900, 0x306a)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc006c1c260, 0xc006060a00, 0x306a, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x7e
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc006060a00, 0x306a, 0x306a, 0x1, 0xc006060a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a185c9, 0x2c, 0xc006060a00, 0x306a, 0xaa0378, 0x1, 0xc006060a00, 0x306a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 53 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc0059f1902, 0xc07, 0x0, 0x0, 0xc000020090, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0059f1902, 0xc07, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 55 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c005800, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002eea630, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002eea620, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ba8c00, 0x5e6, 0x5e6, 0x1, 0xc000ba8c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070ee0, 0x68, 0xc000ba8c00, 0x5e6, 0xaa0378, 0x1, 0xc000ba8c00, 0x5e6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 57 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0053bfe00, 0xc00085f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00085f418, 0xaa04d9, 0x2, 0xc00135a000, 0x2178, 0xc00135a000, 0xc00085f408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020090, 0xc00135a000, 0x2178, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00085f570, 0xc000870ac0, 0x86, 0xc0018ac750)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008fe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 58 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0074e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002df9150, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002df9140, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025b0580, 0xc7a, 0xc7a, 0x1, 0xc0025b0580)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018ac870, 0x88, 0xc0025b0580, 0xc7a, 0xaa0378, 0x1, 0xc0025b0580, 0xc7a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 60 [semacquire]:
strings.genSplit(0xc002c28c00, 0x1eb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1eb, 0xc002c28a00, 0x1eb)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cf3458, 0xaa058b, 0x2, 0xc002c28a00, 0x1eb, 0xc003cf3298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x9, 0xc00756d0b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00756cb40, 0xc003cf3320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc003cf33e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc003cf33e0, 0xc00019c870, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x23f, 0x240)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc003cf3570, 0xc00019c870, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ec0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 61 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002266800, 0xafe, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002266800, 0xafe, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002266800, 0xafe, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002266800, 0xafe, 0x0, 0x0, 0x115ea80, 0xafe, 0xafe)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002266800, 0xafe, 0x0, 0x0, 0xaa0378, 0x1, 0xc000431400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002266800, 0xafe, 0xafe, 0xc002266800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fa0090, 0x86, 0xc002266800, 0xafe, 0xaa0378, 0x1, 0xc002266800, 0xafe, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ec180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 62 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000fcd5e0, 0xaa058b, 0x2, 0xc007698160, 0x146, 0x0, 0xc000fcd430, 0xc000a4e368)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000fcd570, 0xc000fd5a40, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000fcd570, 0xc0000a6d40, 0x41)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ec240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 63 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f792012db20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0034620c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034620b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ec5600, 0x833, 0x833, 0x1, 0xc000ec5600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d7a7e0, 0x85, 0xc000ec5600, 0x833, 0xaa0378, 0x1, 0xc000ec5600, 0x833, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ec300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 66 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7984001080, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015a11e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015a11d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00150b800, 0x76d, 0x76d, 0x1, 0xc00150b800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000df0280, 0x7b, 0xc00150b800, 0x76d, 0xaa0378, 0x1, 0xc00150b800, 0x76d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ec540, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1846 [semacquire]:
strings.Replace(0xc0040ce000, 0x1a54, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc00621a960, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031af950, 0xc0040ce000, 0x1a54, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005761e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 71 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0065c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00031a3d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00031a3c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0000fc900, 0x872, 0x872, 0x1, 0xc0000fc900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00105e000, 0x71, 0xc0000fc900, 0x872, 0xaa0378, 0x1, 0xc0000fc900, 0x872, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ec900, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1898 [semacquire]:
strings.genSplit(0xc002a1f300, 0x18bc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1980, 0x0, 0x30000c00381f3b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00381f418, 0xaa04f9, 0x2, 0xc002a1d980, 0x18bc, 0xc002a1d980, 0xc00381f408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc002a1d980, 0x18bc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00381f570, 0xc0027e2860, 0x86, 0xc000c75093)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036d560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 75 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79581631e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003190210, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003190200, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000467800, 0x72d, 0x72d, 0x1, 0xc000467800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ddc000, 0x8c, 0xc000467800, 0x72d, 0xaa0378, 0x1, 0xc000467800, 0x72d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ecc00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 76 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c002ec0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001660790, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001660780, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001616000, 0x777, 0x777, 0x1, 0xc001616000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afe120, 0x8c, 0xc001616000, 0x777, 0xaa0378, 0x1, 0xc001616000, 0x777, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002eccc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 79 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f788027bdb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a4df20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a4df10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ced800, 0x17ce, 0x17ce, 0x1, 0xc000ced800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ddc360, 0x87, 0xc000ced800, 0x17ce, 0xaa0378, 0x1, 0xc000ced800, 0x17ce, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ecf00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 80 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c012ff0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001345770, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001345740, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0024e1800, 0x7cf, 0x7cf, 0x1, 0xc0024e1800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c747e0, 0x83, 0xc0024e1800, 0x7cf, 0xaa0378, 0x1, 0xc0024e1800, 0x7cf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ecfc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 81 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006c1c580, 0xc001097318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001097418, 0xaa058b, 0x2, 0xc004eb0000, 0x6e6e, 0x1, 0xa7d, 0xc007751060)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000020090, 0xc004eb0000, 0x6e6e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001097570, 0xc002047dc0, 0xfd, 0xc00008d619)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 83 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000374d00, 0x886, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000374d00, 0x886, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000374d00, 0x886, 0x0, 0x0, 0x115ea80, 0x886, 0x886)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000374d00, 0x886, 0x0, 0x0, 0xaa0378, 0x1, 0xc000373b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000374d00, 0x886, 0x886, 0xc000374d00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000b3840, 0x3d, 0xc000374d00, 0x886, 0xaa0378, 0x1, 0xc000374d00, 0x886, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 84 [semacquire]:
bytes.makeSlice(0x2732, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0001c9260, 0x238, 0x95)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0001c9260, 0xc000e7c240, 0x238, 0x5165d7, 0xc003050a5d, 0xc000eb2310)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001107dc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001107d50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0011068c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007af13b0, 0xc007af1740, 0xc003b5c200)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0001c9570, 0xc0010de040, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 85 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c098b10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0022bc860, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0022bc820, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000712c00, 0x1189, 0x1189, 0x1, 0xc000712c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00011c210, 0xac, 0xc000712c00, 0x1189, 0xaa0378, 0x1, 0xc000712c00, 0x1189, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 86 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003549800, 0x35b8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003549800, 0x35b8, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003549800, 0x35b8, 0x0, 0x0, 0x115ea80, 0x35b8, 0x35b8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003549800, 0x35b8, 0x0, 0x0, 0xaa0378, 0x1, 0xc003546000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003549800, 0x35b8, 0x35b8, 0xc003549800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e26280, 0x9e, 0xc003549800, 0x35b8, 0xaa0378, 0x1, 0xc003549800, 0x35b8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 87 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007faac00, 0x25bf, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007faac00, 0x25bf, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007faac00, 0x25bf, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007faac00, 0x25bf, 0x0, 0x0, 0x115ea80, 0x25bf, 0x25bf)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007faac00, 0x25bf, 0x0, 0x0, 0xaa0378, 0x1, 0xc000a71800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007faac00, 0x25bf, 0x25bf, 0xc007faac00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00116e1a0, 0xc8, 0xc007faac00, 0x25bf, 0xaa0378, 0x1, 0xc007faac00, 0x25bf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 92 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc005bd4800, 0x26de, 0x0, 0x0, 0xc000020090, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc005bd4800, 0x26de, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 95 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001213100, 0xc82, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001213100, 0xc82, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001213100, 0xc82, 0x0, 0x0, 0x115ea80, 0xc82, 0xc82)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001213100, 0xc82, 0x0, 0x0, 0xaa0378, 0x1, 0xc001212380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001213100, 0xc82, 0xc82, 0xc001213100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e26780, 0x92, 0xc001213100, 0xc82, 0xaa0378, 0x1, 0xc001213100, 0xc82, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002edb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 96 [semacquire]:
regexp.(*Regexp).replaceAll(0xc007478aa0, 0x0, 0x0, 0x0, 0xc003496380, 0xd1f, 0x2, 0xc00370f270, 0xc003496380, 0xd1f, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc007478aa0, 0xc003496380, 0xd1f, 0xaa0378, 0x1, 0x1, 0xe)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007e7570, 0xc001045080, 0xc005bce7e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002edbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 97 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c003020, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036bc2c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036bc2b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000983900, 0x1005, 0x1005, 0x1, 0xc000983900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f41b0, 0x83, 0xc000983900, 0x1005, 0xaa0378, 0x1, 0xc000983900, 0x1005, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002edc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 98 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7914227600, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0018a44f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0018a44e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000526c00, 0x54f, 0x54f, 0x1, 0xc000526c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000422080, 0x80, 0xc000526c00, 0x54f, 0xaa0378, 0x1, 0xc000526c00, 0x54f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002edd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 99 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006b23100, 0xcf4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006b23100, 0xcf4, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006b23100, 0xcf4, 0x0, 0x0, 0x115ea80, 0xcf4, 0xcf4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006b23100, 0xcf4, 0x0, 0x0, 0xaa0378, 0x1, 0xc006b21600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006b23100, 0xcf4, 0xcf4, 0xc006b23100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013c0aa0, 0x9b, 0xc006b23100, 0xcf4, 0xaa0378, 0x1, 0xc006b23100, 0xcf4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ede00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 100 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c085c60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001344e40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001344d00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e4c900, 0x8cb, 0x8cb, 0x1, 0xc002e4c900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000470f02, 0x44, 0xc002e4c900, 0x8cb, 0xaa0378, 0x1, 0xc002e4c900, 0x8cb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002edec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 101 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f789c28f6e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a74a80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a74a70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0012d5800, 0x747, 0x747, 0x1, 0xc0012d5800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014fa360, 0x8e, 0xc0012d5800, 0x747, 0xaa0378, 0x1, 0xc0012d5800, 0x747, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002edf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 102 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c005ee0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002eea530, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002eea520, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00192e700, 0x654, 0x654, 0x1, 0xc00192e700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c58550, 0x4a, 0xc00192e700, 0x654, 0xaa0378, 0x1, 0xc00192e700, 0x654, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 103 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006ca75e0, 0xaa058b, 0x2, 0xc00015c000, 0x267, 0x1, 0x3e, 0xc006a9c280)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006ca7570, 0xc002168f40, 0x3e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 105 [semacquire]:
bytes.makeSlice(0x136e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00748d9b0, 0x422, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00748d9b0, 0xc002594d80, 0x422, 0x6, 0xffffffffffffffff, 0xa5e340)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00748d9b0, 0xc002594d80, 0x422, 0x7f79b886f108, 0xc00040ca80)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00748d9b0, 0xc0022e7500, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00748d9b0, 0xc0022e7490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00748d9b0, 0xc0022e73b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00748d9b0, 0xc0022e72d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00748d9b0, 0xc0001cf0a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00748d9b0, 0xc0001cefc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00748d9b0, 0xc0009db650, 0xb84d20, 0xc00748d9b0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00748d9b0, 0xc0009db650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000dd7fb0, 0x3, 0xc000a0eaf0, 0x6, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d4b570, 0xc0013f1200, 0xc00509d5c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 106 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79386f9d00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001395500, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013954e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001bb6000, 0x12ea, 0x12ea, 0x1, 0xc001bb6000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006c34a0, 0x55, 0xc001bb6000, 0x12ea, 0xaa0378, 0x1, 0xc001bb6000, 0x12ea, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 107 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78ec1d2ef0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033f2dd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033f2dc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001804000, 0x8cf, 0x8cf, 0x1, 0xc001804000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00104a240, 0xc0, 0xc001804000, 0x8cf, 0xaa0378, 0x1, 0xc001804000, 0x8cf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 108 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a4b16670, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0031d2260, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031d2240, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019a2d00, 0x8a0, 0x8a0, 0x1, 0xc0019a2d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fa02d0, 0x8e, 0xc0019a2d00, 0x8a0, 0xaa0378, 0x1, 0xc0019a2d00, 0x8a0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 109 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a40025c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001254910, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001254900, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002598d00, 0x825, 0x825, 0x1, 0xc002598d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c74750, 0x8e, 0xc002598d00, 0x825, 0xaa0378, 0x1, 0xc002598d00, 0x825, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 110 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc001150e90, 0xc00579da98, 0x1, 0x2, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc001150e90, 0xc002607c70, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc001150e90, 0xc002607ce0, 0xc001150ec8)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc002607ce0, 0xc002607ce0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x52)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001151358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001151358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001151358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001151358, 0x75a856, 0x0, 0xc000c881c0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001151358, 0x9f, 0xc0011513a8, 0x42cc84, 0xc006bdddd0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0011513c0, 0xc0011513d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc006b4f8c0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000d0a360, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001151570, 0xc000ffe060, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 256 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000dc5000, 0xdc9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000dc5000, 0xdc9, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000dc5000, 0xdc9, 0x0, 0x0, 0x115ea80, 0xdc9, 0xdc9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000dc5000, 0xdc9, 0x0, 0x0, 0xaa0378, 0x1, 0xc000d67000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000dc5000, 0xdc9, 0xdc9, 0xc000dc5000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002bbedad, 0x59, 0xc000dc5000, 0xdc9, 0xaa0378, 0x1, 0xc000dc5000, 0xdc9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 114 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00467b800, 0x2505, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00467b800, 0x2505, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00467b800, 0x2505, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00467b800, 0x2505, 0x0, 0x0, 0x115ea80, 0x2505, 0x2505)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00467b800, 0x2505, 0x0, 0x0, 0xaa0378, 0x1, 0xc004679200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00467b800, 0x2505, 0x2505, 0xc00467b800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001512c30, 0xc6, 0xc00467b800, 0x2505, 0xaa0378, 0x1, 0xc00467b800, 0x2505, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 117 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c006300, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0031f60d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031f60c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0018b7500, 0x953, 0x953, 0x1, 0xc0018b7500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003321e0, 0x93, 0xc0018b7500, 0x953, 0xaa0378, 0x1, 0xc0018b7500, 0x953, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1834 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002321950, 0xc006c50580, 0xc68, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006ddda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 119 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc0019b1902, 0x203d, 0x2, 0xc0017b3ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc0019b1902, 0x203d, 0x0, 0x0, 0xc000020090, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0019b1902, 0x203d, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 120 [semacquire]:
strings.genSplit(0xc000f8c000, 0x39a4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0089c2000, 0x5ac, 0x5ac)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000605418, 0xaa059b, 0x2, 0xc00694a000, 0x39a4, 0x1, 0x5ac, 0xc00618bd00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000318000, 0xc00694a000, 0x39a4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000605570, 0xc00618b8e0, 0x83, 0xc0002f5320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 121 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b4000cc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008e80a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008e8090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000b76000, 0xfb1, 0xfb1, 0x1, 0xc000b76000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00019e000, 0xba, 0xc000b76000, 0xfb1, 0xaa0378, 0x1, 0xc000b76000, 0xfb1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 124 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c788550, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0067df8b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0067df8a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006b7400, 0xac1, 0xac1, 0x1, 0xc0006b7400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256690, 0x6b, 0xc0006b7400, 0xac1, 0xaa0378, 0x1, 0xc0006b7400, 0xac1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1849 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0043b1338, 0x432e00, 0xc0043b1268, 0xa1613a18, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0043b1338, 0xc0006caf00, 0x5, 0xc0043b1288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0043b1338, 0xc0043b1350, 0x43b3b7, 0x1252790, 0xc0043b1300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f79901c00b0, 0xc0043b1301, 0x10100000042ab7a, 0x0, 0x10fc)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00361acc0, 0xaa64ee, 0x5, 0x1178)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0043b1570, 0xc001ba0740, 0x10fc, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003deb3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 126 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c008390, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0029aa0a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0029aa090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0005df400, 0x4ce, 0x4ce, 0x1, 0xc0005df400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009f4d20, 0x98, 0xc0005df400, 0x4ce, 0xaa0378, 0x1, 0xc0005df400, 0x4ce, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040f260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 134 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f8fe420, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00136ba90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00136ba70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f1d000, 0x72d, 0x72d, 0x1, 0xc000f1d000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d6c3f0, 0x65, 0xc000f1d000, 0x72d, 0xaa0378, 0x1, 0xc000f1d000, 0x72d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 135 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f787c779e60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000b98760, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000b98740, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000d07180, 0x56f, 0x56f, 0x1, 0xc000d07180)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005151d0, 0x4d, 0xc000d07180, 0x56f, 0xaa0378, 0x1, 0xc000d07180, 0x56f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040f920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 137 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0018b6a80, 0x914, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0018b6a80, 0x914, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0018b6a80, 0x914, 0x0, 0x0, 0x115ea80, 0x914, 0x914)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0018b6a80, 0x914, 0x0, 0x0, 0xaa0378, 0x1, 0xc001831500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0018b6a80, 0x914, 0x914, 0xc0018b6a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018ac000, 0x89, 0xc0018b6a80, 0x914, 0xaa0378, 0x1, 0xc0018b6a80, 0x914, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040faa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 138 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7924227600, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013a60c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013a60a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000eaa800, 0x7fc, 0x7fc, 0x1, 0xc000eaa800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00043c2a0, 0x5d, 0xc000eaa800, 0x7fc, 0xaa0378, 0x1, 0xc000eaa800, 0x7fc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 141 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7884369780, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001658e60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001658e50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ca0000, 0x1511, 0x1511, 0x1, 0xc001ca0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ac360, 0x29, 0xc001ca0000, 0x1511, 0xaa0378, 0x1, 0xc001ca0000, 0x1511, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040fda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 146 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c002c00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013ab840, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013ab830, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e8d600, 0x832, 0x832, 0x1, 0xc000e8d600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011606b4, 0x29, 0xc000e8d600, 0x832, 0xaa0378, 0x1, 0xc000e8d600, 0x832, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 148 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f794c3f3f50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00103cd60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00103cd40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e5e400, 0xa91, 0xa91, 0x1, 0xc000e5e400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d4cb0, 0x62, 0xc000e5e400, 0xa91, 0xaa0378, 0x1, 0xc000e5e400, 0xa91, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 150 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78c028f490, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00032f680, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00032f670, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00086f800, 0x7da, 0x7da, 0x1, 0xc00086f800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000713b0, 0x6b, 0xc00086f800, 0x7da, 0xaa0378, 0x1, 0xc00086f800, 0x7da, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 151 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0319d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00139c7d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00139c7c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0000f9200, 0x47c, 0x47c, 0x1, 0xc0000f9200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013c0000, 0x94, 0xc0000f9200, 0x47c, 0xaa0378, 0x1, 0xc0000f9200, 0x47c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 152 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f791c227600, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016e4440, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016e4430, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00105ac00, 0x5bf, 0x5bf, 0x1, 0xc00105ac00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f4ab0, 0x86, 0xc00105ac00, 0x5bf, 0xaa0378, 0x1, 0xc00105ac00, 0x5bf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 154 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc006c1c260, 0xc005fbd340, 0x288, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005fbd340, 0x288, 0x288, 0x1, 0xc005fbd340)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026200, 0x42, 0xc005fbd340, 0x288, 0xaa0378, 0x1, 0xc005fbd340, 0x288, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 155 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79840017e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012bc800, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012bc7f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0010b8480, 0x46e, 0x46e, 0x1, 0xc0010b8480)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000470a80, 0x68, 0xc0010b8480, 0x46e, 0xaa0378, 0x1, 0xc0010b8480, 0x46e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 157 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7c7a10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007101090, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007101080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0010b9680, 0x41e, 0x41e, 0x1, 0xc0010b9680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b443c0, 0x94, 0xc0010b9680, 0x41e, 0xaa0378, 0x1, 0xc0010b9680, 0x41e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 158 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b40a7580, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e35e50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e35e30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000528000, 0x453, 0x453, 0x1, 0xc000528000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a18e40, 0x5e, 0xc000528000, 0x453, 0xaa0378, 0x1, 0xc000528000, 0x453, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043ca80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 159 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7da5e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ab33d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ab33c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc007510100, 0x51f, 0x51f, 0x1, 0xc007510100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00040f680, 0x60, 0xc007510100, 0x51f, 0xaa0378, 0x1, 0xc007510100, 0x51f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043cb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 162 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78fc227670, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f92280, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f92270, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00116a000, 0x75a, 0x75a, 0x1, 0xc00116a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d7a510, 0x8b, 0xc00116a000, 0x75a, 0xaa0378, 0x1, 0xc00116a000, 0x75a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043cd80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 163 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.calculateConfidence(0xc000fce000, 0x8, 0x8, 0xc0073350e0, 0x13f63, 0xc000fce000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:167 +0x43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006e95400, 0x38a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:162 +0x333
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006e95400, 0x38a, 0x0, 0x0, 0x115ea80, 0x38a, 0x38a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006e95400, 0x38a, 0x0, 0x0, 0xaa0378, 0x1, 0xc0053fbc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006e95400, 0x38a, 0x38a, 0xc006e95400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073ac00, 0x79, 0xc006e95400, 0x38a, 0xaa0378, 0x1, 0xc006e95400, 0x38a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043ce40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 164 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c5ba0c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012bc1f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012bc1e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00339f200, 0x41e, 0x41e, 0x1, 0xc00339f200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a960, 0x4e, 0xc00339f200, 0x41e, 0xaa0378, 0x1, 0xc00339f200, 0x41e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043cf00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 166 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a823d8f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0019c0ad0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0019c0ac0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000c54a80, 0x9a4, 0x9a4, 0x1, 0xc000c54a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c74360, 0x89, 0xc000c54a80, 0x9a4, 0xaa0378, 0x1, 0xc000c54a80, 0x9a4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 167 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f80fe0d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f40530, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f40520, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001708f00, 0x4af, 0x4af, 0x1, 0xc001708f00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001160dc0, 0x4d, 0xc001708f00, 0x4af, 0xaa0378, 0x1, 0xc001708f00, 0x4af, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 168 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7968000c60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001926720, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001926710, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000420400, 0x801, 0x801, 0x1, 0xc000420400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000df0880, 0x7c, 0xc000420400, 0x801, 0xaa0378, 0x1, 0xc000420400, 0x801, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 170 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d814c170, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000b98cb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000b98ca0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0008e0a80, 0x957, 0x957, 0x1, 0xc0008e0a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d73b0, 0x90, 0xc0008e0a80, 0x957, 0xaa0378, 0x1, 0xc0008e0a80, 0x957, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 171 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c003440, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00139c0a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00139c080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000bd4600, 0x2f7, 0x2f7, 0x1, 0xc000bd4600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000422f80, 0x80, 0xc000bd4600, 0x2f7, 0xaa0378, 0x1, 0xc000bd4600, 0x2f7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 172 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c004ba0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007948f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007948d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001208000, 0xa57, 0xa57, 0x1, 0xc001208000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ae255d, 0x97, 0xc001208000, 0xa57, 0xaa0378, 0x1, 0xc001208000, 0xa57, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 174 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78c02a2e60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000948090, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000948080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001768f00, 0x4e4, 0x4e4, 0x1, 0xc001768f00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004703f0, 0x63, 0xc001768f00, 0x4e4, 0xaa0378, 0x1, 0xc001768f00, 0x4e4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 175 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0040a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000b1080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000b1070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013c7c00, 0x6a5, 0x6a5, 0x1, 0xc0013c7c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001124000, 0x64, 0xc0013c7c00, 0x6a5, 0xaa0378, 0x1, 0xc0013c7c00, 0x6a5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 177 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00070c000, 0x1cfe, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00070c000, 0x1cfe, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00070c000, 0x1cfe, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00070c000, 0x1cfe, 0x0, 0x0, 0x115ea80, 0x1cfe, 0x1cfe)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00070c000, 0x1cfe, 0x0, 0x0, 0xaa0378, 0x1, 0xc001c10000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00070c000, 0x1cfe, 0x1cfe, 0xc00070c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070d20, 0x68, 0xc00070c000, 0x1cfe, 0xaa0378, 0x1, 0xc00070c000, 0x1cfe, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 181 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7880002110, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0003a72a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0003a7290, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000761000, 0xe15, 0xe15, 0x1, 0xc000761000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005dcb00, 0x71, 0xc000761000, 0xe15, 0xaa0378, 0x1, 0xc000761000, 0xe15, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043dbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 183 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c012e90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003470120, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003470110, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0011dea00, 0x1a00, 0x1a00, 0x1, 0xc0011dea00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00008e0c0, 0x60, 0xc0011dea00, 0x1a00, 0xaa0378, 0x1, 0xc0011dea00, 0x1a00, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043dd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 190 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c010f50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0009eae50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0009eae40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000770c80, 0xc4b, 0xc4b, 0x1, 0xc000770c80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b72050, 0x4a, 0xc000770c80, 0xc4b, 0xaa0378, 0x1, 0xc000770c80, 0xc4b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004542a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 191 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b828a350, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00030f9d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00030f9c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002d54000, 0xd8d, 0xd8d, 0x1, 0xc002d54000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009f41e0, 0x57, 0xc002d54000, 0xd8d, 0xaa0378, 0x1, 0xc002d54000, 0xd8d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 195 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78fc38cfa0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e12720, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e12710, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002135200, 0x5c7, 0x5c7, 0x1, 0xc002135200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178000, 0x61, 0xc002135200, 0x5c7, 0xaa0378, 0x1, 0xc002135200, 0x5c7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 196 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0007d6000, 0x1e9c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0007d6000, 0x1e9c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0007d6000, 0x1e9c, 0x0, 0x0, 0x115ea80, 0x1e9c, 0x1e9c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0007d6000, 0x1e9c, 0x0, 0x0, 0xaa0378, 0x1, 0xc0010fe000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0007d6000, 0x1e9c, 0x1e9c, 0xc0007d6000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013c06e0, 0x91, 0xc0007d6000, 0x1e9c, 0xaa0378, 0x1, 0xc0007d6000, 0x1e9c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 197 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78c0e21ba0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a9b590, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a9b580, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00253c400, 0x389, 0x389, 0x1, 0xc00253c400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d47e0, 0x62, 0xc00253c400, 0x389, 0xaa0378, 0x1, 0xc00253c400, 0x389, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004547e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 198 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b83ddbc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002749860, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002749840, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00121ce00, 0x611, 0x611, 0x1, 0xc00121ce00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026900, 0x7b, 0xc00121ce00, 0x611, 0xaa0378, 0x1, 0xc00121ce00, 0x611, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004548a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 201 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f791ccd27e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c604e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c604d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004000000, 0x4fd, 0x4fd, 0x1, 0xc004000000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000422b00, 0x73, 0xc004000000, 0x4fd, 0xaa0378, 0x1, 0xc004000000, 0x4fd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 202 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001733500, 0x6df, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001733500, 0x6df, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001733500, 0x6df, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001733500, 0x6df, 0x0, 0x0, 0x115ea80, 0x6df, 0x6df)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001733500, 0x6df, 0x0, 0x0, 0xaa0378, 0x1, 0xc001732700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001733500, 0x6df, 0x6df, 0xc001733500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c150, 0x6e, 0xc001733500, 0x6df, 0xaa0378, 0x1, 0xc001733500, 0x6df, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 203 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c008230, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000cf2950, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000cf2940, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001278300, 0x6be, 0x6be, 0x1, 0xc001278300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a187b0, 0x30, 0xc001278300, 0x6be, 0xaa0378, 0x1, 0xc001278300, 0x6be, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 205 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004fae600, 0x5e4, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004fae600, 0x5e4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004fae600, 0x5e4, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004fae600, 0x5e4, 0x0, 0x0, 0x115ea80, 0x5e4, 0x5e4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004fae600, 0x5e4, 0x0, 0x0, 0xaa0378, 0x1, 0xc001772600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004fae600, 0x5e4, 0x5e4, 0xc004fae600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00045551f, 0x3f, 0xc004fae600, 0x5e4, 0xaa0378, 0x1, 0xc004fae600, 0x5e4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 207 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c06cbc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027661d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027661c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006bcb00, 0x509, 0x509, 0x1, 0xc0006bcb00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000df0080, 0x7d, 0xc0006bcb00, 0x509, 0xaa0378, 0x1, 0xc0006bcb00, 0x509, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 209 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0027e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001344f70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001344f60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e87100, 0x6fa, 0x6fa, 0x1, 0xc000e87100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070af0, 0x6d, 0xc000e87100, 0x6fa, 0xaa0378, 0x1, 0xc000e87100, 0x6fa, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004550e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 210 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7894075d10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007c4360, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007c4350, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000eef800, 0x5bf, 0x5bf, 0x1, 0xc000eef800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a18420, 0x2d, 0xc000eef800, 0x5bf, 0xaa0378, 0x1, 0xc000eef800, 0x5bf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004551a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 212 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7884041930, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00191a700, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00191a6f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0016aa000, 0x7bc, 0x7bc, 0x1, 0xc0016aa000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c74c60, 0x8c, 0xc0016aa000, 0x7bc, 0xaa0378, 0x1, 0xc0016aa000, 0x7bc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 213 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7890010730, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00048fc90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00048fc80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0002db000, 0x7d8, 0x7d8, 0x1, 0xc0002db000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c460a0, 0x95, 0xc0002db000, 0x7d8, 0xaa0378, 0x1, 0xc0002db000, 0x7d8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004553e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 215 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c198610, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004e40fb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004e40f90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004082000, 0x7b1, 0x7b1, 0x1, 0xc004082000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000330820, 0xca, 0xc004082000, 0x7b1, 0xaa0378, 0x1, 0xc004082000, 0x7b1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 216 [semacquire]:
bytes.makeSlice(0x218, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003b91260, 0x218, 0xc003b91208)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003b91260, 0xc0012fc480, 0x218, 0xc000a4ffe0, 0x8, 0x1)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00138f1f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00138f180)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006906570, 0xc006906570, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003b91570, 0xc000ffec20, 0x70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 217 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7880001bb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00090ad70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00090ad60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001225000, 0xd86, 0xd86, 0x1, 0xc001225000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00061a600, 0x56, 0xc001225000, 0xd86, 0xaa0378, 0x1, 0xc001225000, 0xd86, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004556e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 218 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7934383940, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033fc6d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033fc6c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00225e000, 0xfcb, 0xfcb, 0x1, 0xc00225e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014fa000, 0x84, 0xc00225e000, 0xfcb, 0xaa0378, 0x1, 0xc00225e000, 0xfcb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004557a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 225 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc003a6f000, 0x154a, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc0067bf420, 0x0, 0x0, 0x0, 0x0, 0xc0067bf420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006c35350, 0x0, 0x0, 0x0, 0x2000, 0xc00514e000, 0x1c35, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00514e000, 0x1c35, 0x0, 0x0, 0x0, 0x440d95, 0xc00513c690, 0x7f7990033b34, 0x75e10e0500000008)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0005c9570, 0xc000871be0, 0xc00379bd80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 226 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c001340, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0003e71f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0003e71e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006c7600, 0xd36, 0xd36, 0x1, 0xc0006c7600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cbc4f7, 0x81, 0xc0006c7600, 0xd36, 0xaa0378, 0x1, 0xc0006c7600, 0xd36, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 227 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c003860, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007955c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007955b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000853400, 0xaa5, 0xaa5, 0x1, 0xc000853400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000470070, 0x66, 0xc000853400, 0xaa5, 0xaa0378, 0x1, 0xc000853400, 0xaa5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 228 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78ed1eb340, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00274bfc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00274bfb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002860300, 0x603, 0x603, 0x1, 0xc002860300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256700, 0x68, 0xc002860300, 0x603, 0xaa0378, 0x1, 0xc002860300, 0x603, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 229 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c002940, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00139dff0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00139dfe0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001819800, 0x3aa, 0x3aa, 0x1, 0xc001819800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000454480, 0x52, 0xc001819800, 0x3aa, 0xaa0378, 0x1, 0xc001819800, 0x3aa, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 230 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c193030, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000b0750, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000b0740, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ac6800, 0x7b1, 0x7b1, 0x1, 0xc001ac6800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000422600, 0x77, 0xc001ac6800, 0x7b1, 0xaa0378, 0x1, 0xc001ac6800, 0x7b1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004740c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 231 [semacquire]:
strings.genSplit(0xc008134000, 0x2b1a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00120a000, 0x3b9, 0x3b9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012a1418, 0xaa05c9, 0x2, 0xc0026b6000, 0x2b1a, 0x1, 0x3b9, 0xc006a9d0c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000318000, 0xc0026b6000, 0x2b1a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0012a1570, 0xc00000e700, 0x53, 0xc0002ecec1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 233 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d0301f70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002935d00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002935ce0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ec7c00, 0x6bc, 0x6bc, 0x1, 0xc001ec7c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fa1d40, 0x90, 0xc001ec7c00, 0x6bc, 0xaa0378, 0x1, 0xc001ec7c00, 0x6bc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1894 [semacquire]:
strings.Replace(0xc004d7ac00, 0x10de, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc001b94ff0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004157950, 0xc004d7ac00, 0x10de, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036cd20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 234 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00604bac0, 0xc00146d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00146d418, 0xaa0599, 0x2, 0xc004b27300, 0x1005, 0x2d, 0x1ae, 0xc005bcfd20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000318000, 0xc004b27300, 0x1005, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00146d570, 0xc000a4f980, 0x62, 0xc000470620)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004743c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 235 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f789c29e120, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b18070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b18050, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f16b00, 0x517, 0x517, 0x1, 0xc000f16b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ddc480, 0x81, 0xc000f16b00, 0x517, 0xaa0378, 0x1, 0xc000f16b00, 0x517, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 236 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006dbe000, 0x3fd, 0x3fd, 0x3, 0x0, 0x3fc, 0xc006dbe000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00111f570, 0xc0000a6ec0, 0xc0008709c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 237 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7ac3a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00705c190, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00705c180, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029c8400, 0x3cb, 0x3cb, 0x1, 0xc0029c8400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c9a0, 0x6a, 0xc0029c8400, 0x3cb, 0xaa0378, 0x1, 0xc0029c8400, 0x3cb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 239 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c003c80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004cd150, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004cd140, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00152ca80, 0x902, 0x902, 0x1, 0xc00152ca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070000, 0x6e, 0xc00152ca80, 0x902, 0xaa0378, 0x1, 0xc00152ca80, 0x902, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 969 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc004875502, 0x2809, 0x2, 0xc0047f3ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc004875502, 0x2809, 0x0, 0x0, 0xc0004a0000, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc004875502, 0x2809, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdbc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 772 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0b85f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00327f800, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00327f7f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b8d100, 0xd0a, 0xd0a, 0x1, 0xc001b8d100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dc3d4d, 0x6e, 0xc001b8d100, 0xd0a, 0xaa0378, 0x1, 0xc001b8d100, 0xd0a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 265 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c007d20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001255730, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001255710, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c6e600, 0x1071, 0x1071, 0x1, 0xc001c6e600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000332320, 0xa0, 0xc001c6e600, 0x1071, 0xaa0378, 0x1, 0xc001c6e600, 0x1071, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043dda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 253 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0038d1000, 0xf38, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0038d1000, 0xf38, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0038d1000, 0xf38, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0038d1000, 0xf38, 0x0, 0x0, 0x115ea80, 0xf38, 0xf38)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0038d1000, 0xf38, 0x0, 0x0, 0xaa0378, 0x1, 0xc003f54000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0038d1000, 0xf38, 0xf38, 0xc0038d1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007ff860, 0x5c, 0xc0038d1000, 0xf38, 0xaa0378, 0x1, 0xc0038d1000, 0xf38, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 774 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7c7f90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0077839d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0077839c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ec3200, 0x88e, 0x88e, 0x1, 0xc000ec3200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026d00, 0x75, 0xc000ec3200, 0x88e, 0xaa0378, 0x1, 0xc000ec3200, 0x88e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e70e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 747 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007648800, 0x17f0, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007648800, 0x17f0, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007648800, 0x17f0, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007648800, 0x17f0, 0x0, 0x0, 0x115ea80, 0x17f0, 0x17f0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007648800, 0x17f0, 0x0, 0x0, 0xaa0378, 0x1, 0xc001938600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007648800, 0x17f0, 0x17f0, 0xc007648800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0072dd730, 0x69, 0xc007648800, 0x17f0, 0xaa0378, 0x1, 0xc007648800, 0x17f0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 964 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005483500, 0x9b9, 0xc001a55270, 0xc00099aa80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005483500, 0x9b9, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a55418, 0xaa059b, 0x2, 0xc005483500, 0x9b9, 0x1, 0x143, 0xc002168640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc005483500, 0x9b9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a55570, 0xc005bce0e0, 0x74, 0xc00141d380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 778 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc0047ef0e0, 0xd500000079, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc0047ef0e0, 0x79)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000d9f358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000d9f358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000d9f358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000d9f358, 0x75a856, 0x0, 0xc00365b0a0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000d9f358, 0xc000d9f320, 0xc000d9f3a8, 0x42ca96, 0xc001706ae0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc000d9f3c0, 0xc000d9f3d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0071bffe0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002d85350, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000d9f570, 0xc000fff640, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e73e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 323 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003d7d500, 0xa72, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003d7d500, 0xa72, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003d7d500, 0xa72, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003d7d500, 0xa72, 0x0, 0x0, 0x115ea80, 0xa72, 0xa72)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003d7d500, 0xa72, 0x0, 0x0, 0xaa0378, 0x1, 0xc003d7ca80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003d7d500, 0xa72, 0xa72, 0xc003d7d500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006c25a0, 0x5f, 0xc003d7d500, 0xa72, 0xaa0378, 0x1, 0xc003d7d500, 0xa72, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004749c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 326 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c006460, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00327e090, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00327e080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000466000, 0x7f2, 0x7f2, 0x1, 0xc000466000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c403c0, 0x7c, 0xc000466000, 0x7f2, 0xaa0378, 0x1, 0xc000466000, 0x7f2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 328 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c004620, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013a0440, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013a0430, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0016cf000, 0xb20, 0xb20, 0x1, 0xc0016cf000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00105f800, 0x77, 0xc0016cf000, 0xb20, 0xaa0378, 0x1, 0xc0016cf000, 0xb20, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 329 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c06de10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c61fe0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c61fd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00133a600, 0x59c, 0x59c, 0x1, 0xc00133a600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00008fa40, 0x53, 0xc00133a600, 0x59c, 0xaa0378, 0x1, 0xc00133a600, 0x59c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004558c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 331 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c06df70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ea6230, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ea6220, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e9d800, 0x58d, 0x58d, 0x1, 0xc000e9d800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000454000, 0x5c, 0xc000e9d800, 0x58d, 0xaa0378, 0x1, 0xc000e9d800, 0x58d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 748 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f959d70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001413820, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001413810, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0032bf200, 0x8ed, 0x8ed, 0x1, 0xc0032bf200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005bbf960, 0x62, 0xc0032bf200, 0x8ed, 0xaa0378, 0x1, 0xc0032bf200, 0x8ed, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007fb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 776 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006d3a180, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc004e7b570, 0xc006d3a180, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004e7b570, 0xc0035ab220, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 770 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f9427b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001fb9d80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001fb9d50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e8b800, 0x5ec, 0x5ec, 0x1, 0xc002e8b800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ae2840, 0xb6, 0xc002e8b800, 0x5ec, 0xaa0378, 0x1, 0xc002e8b800, 0x5ec, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 773 [semacquire]:
strings.genSplit(0xc002f8c300, 0x2c7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x2c7, 0xc001089b00, 0x2c7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038e3458, 0xaa058b, 0x2, 0xc001089b00, 0x2c7, 0xc0038e3298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc00748cb10)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00748cae0, 0xc0038e3320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0038e33e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0038e33e0, 0xc00772afc0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0038e3401, 0xc000e1bee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0038e3570, 0xc00772afc0, 0xaa058b, 0x2, 0x0, 0x0, 0xd0b0d0bdd0202cbe, 0xd0b4d08ed1bbd0b1, 0xbed081d1208ed1b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 749 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c5aeb10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008d2e10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008d2e00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e2e400, 0x84e, 0x84e, 0x1, 0xc002e2e400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f59580, 0x7a, 0xc002e2e400, 0x84e, 0xaa0378, 0x1, 0xc002e2e400, 0x84e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007fc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 302 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f788c2d1320, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003470090, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003470080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002309800, 0x7d7, 0x7d7, 0x1, 0xc002309800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256f50, 0x67, 0xc002309800, 0x7d7, 0xaa0378, 0x1, 0xc002309800, 0x7d7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a192c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 305 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b8930990, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0049d0b30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0049d0b20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001251000, 0xb32, 0xb32, 0x1, 0xc001251000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014fa120, 0x55, 0xc001251000, 0xb32, 0xaa0378, 0x1, 0xc001251000, 0xb32, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 355 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78944d8e70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004c45d70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004c45d60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004070480, 0x43c, 0x43c, 0x1, 0xc004070480)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d7a510, 0x89, 0xc004070480, 0x43c, 0xaa0378, 0x1, 0xc004070480, 0x43c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19680, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 356 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c007a60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00334e140, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00334e130, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ffdb00, 0x8f0, 0x8f0, 0x1, 0xc001ffdb00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00105e880, 0x79, 0xc001ffdb00, 0x8f0, 0xaa0378, 0x1, 0xc001ffdb00, 0x8f0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19740, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 358 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0084f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00030fc10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00030fc00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002ee3400, 0xb14, 0xb14, 0x1, 0xc002ee3400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dea640, 0x94, 0xc002ee3400, 0xb14, 0xaa0378, 0x1, 0xc002ee3400, 0xb14, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a198c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 359 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010d9458, 0xaa058b, 0x2, 0xc00843d500, 0x659, 0xc0010d9298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc00207d5c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00207d590, 0xc0010d9320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0010d93e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0010d93e0, 0xc000d5da10, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0010d9401, 0xc000e1b960)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0010d9570, 0xc000d5da10, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19980, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 363 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f85ca8e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024de080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024de070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003932000, 0x52b, 0x52b, 0x1, 0xc003932000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070770, 0x66, 0xc003932000, 0x52b, 0xaa0378, 0x1, 0xc003932000, 0x52b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19c80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 364 [semacquire]:
strings.genSplit(0xc0016f0a80, 0x92d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xa3e, 0xc0022db500, 0x92d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e395e0, 0xaa058b, 0x2, 0xc0022db500, 0x92d, 0x1c, 0x9a, 0xc002be0a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005e39570, 0xc001eaa340, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19d40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 366 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00216a000, 0x743, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00216a000, 0x743, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00216a000, 0x743, 0x0, 0x0, 0x115ea80, 0x743, 0x743)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00216a000, 0x743, 0x0, 0x0, 0xaa0378, 0x1, 0xc006219800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00216a000, 0x743, 0x743, 0xc00216a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000deaaa0, 0x95, 0xc00216a000, 0x743, 0xaa0378, 0x1, 0xc00216a000, 0x743, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19ec0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 369 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cfc2b30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015a15b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015a1590, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003040400, 0x822, 0x822, 0x1, 0xc003040400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001160e60, 0x4c, 0xc003040400, 0x822, 0xaa0378, 0x1, 0xc003040400, 0x822, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061a2a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 370 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f821c010, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002767890, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002767870, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001430300, 0x6bd, 0x6bd, 0x1, 0xc001430300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001124460, 0x6b, 0xc001430300, 0x6bd, 0xaa0378, 0x1, 0xc001430300, 0x6bd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061a480, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 371 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0a99a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00112e7e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00112e7d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00223f100, 0xd64, 0xd64, 0x1, 0xc00223f100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00140cdd9, 0x89, 0xc00223f100, 0xd64, 0xaa0378, 0x1, 0xc00223f100, 0xd64, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061a540, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 372 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7914a01ed0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013a8c80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013a8c70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002917b00, 0x40c, 0x40c, 0x1, 0xc002917b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00113b220, 0x9b, 0xc002917b00, 0x40c, 0xaa0378, 0x1, 0xc002917b00, 0x40c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061a660, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 375 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7910184f50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003825330, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003825320, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002610e00, 0x639, 0x639, 0x1, 0xc002610e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00217d300, 0x75, 0xc002610e00, 0x639, 0xaa0378, 0x1, 0xc002610e00, 0x639, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061ac60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 377 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7938425070, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001344fe0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001344fd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019c3800, 0x70b, 0x70b, 0x1, 0xc0019c3800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00106a8f0, 0xa6, 0xc0019c3800, 0x70b, 0xaa0378, 0x1, 0xc0019c3800, 0x70b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061ade0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 380 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f2fadee0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00676a2d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00676a2c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015bcf00, 0x4bd, 0x4bd, 0x1, 0xc0015bcf00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f58200, 0x7f, 0xc0015bcf00, 0x4bd, 0xaa0378, 0x1, 0xc0015bcf00, 0x4bd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 382 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7a7410, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc006f7a1e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006f7a1d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f63880, 0x30b, 0x30b, 0x1, 0xc002f63880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000455a40, 0x5d, 0xc002f63880, 0x30b, 0xaa0378, 0x1, 0xc002f63880, 0x30b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 383 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0040a3118, 0xc002cfc000, 0x50, 0xc00000002c, 0x0, 0x2c)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0040a3118, 0xc002cfc000, 0x50, 0x50, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0040a3118, 0xc007561030, 0xc0040a2208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040a3118, 0xc007560fc0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0040a3118, 0xc007560fc0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0040a3118, 0xc007560fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0040a3118, 0xc007560fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040a3118, 0xc002841ea0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0023d7118, 0xc002841ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023d7118, 0xc002841ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040a3118, 0xc002841dc0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0023d7118, 0xc002841dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023d7118, 0xc002841dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040a3118, 0xc0028416c0, 0xc0023d6d88, 0x466665)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0023d7118, 0xc0028416c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023d7118, 0xc0028416c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040a3118, 0xc002ac1880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023d7118, 0xc002ac1880, 0x54b170, 0xc0017b8c30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002ac1880, 0x0, 0x0, 0x0, 0x0, 0xc002ac1880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002e767b0, 0x0, 0x0, 0x0, 0x1300, 0xc004a38000, 0x10f3, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004a38000, 0x10f3, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0002ec360)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0023d7570, 0xc001e08320, 0xc005045e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 385 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f794ea012b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e07c70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e07c50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0039c9000, 0x763, 0x763, 0x1, 0xc0039c9000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fcfc80, 0x7d, 0xc0039c9000, 0x763, 0xaa0378, 0x1, 0xc0039c9000, 0x763, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 386 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00477cc00, 0x128e, 0x1500, 0xc00477cc00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00477cc00, 0x128e, 0x1317, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00453ea02, 0x1317, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 387 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7870951ee0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002cf0160, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002cf0140, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0030a5200, 0x5f0, 0x5f0, 0x1, 0xc0030a5200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003d66e0, 0xaf, 0xc0030a5200, 0x5f0, 0xaa0378, 0x1, 0xc0030a5200, 0x5f0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 388 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f792826da50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002c579f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002c579e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e3d200, 0x893, 0x893, 0x1, 0xc002e3d200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001160ff0, 0x46, 0xc002e3d200, 0x893, 0xaa0378, 0x1, 0xc002e3d200, 0x893, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 390 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d520c950, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002891b30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002891b20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003a55000, 0x749, 0x749, 0x1, 0xc003a55000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141d400, 0x7c, 0xc003a55000, 0x749, 0xaa0378, 0x1, 0xc003a55000, 0x749, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 391 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f94dc00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008876d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008876c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00238c800, 0xa9e, 0xa9e, 0x1, 0xc00238c800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ff1400, 0x121, 0xc00238c800, 0xa9e, 0xaa0378, 0x1, 0xc00238c800, 0xa9e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 392 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c006e00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0035b4210, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0035b4200, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0004f6400, 0xb22, 0xb22, 0x1, 0xc0004f6400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ce4040, 0x50, 0xc0004f6400, 0xb22, 0xaa0378, 0x1, 0xc0004f6400, 0xb22, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 393 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7884266540, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0032f3a70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0032f3a60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00259ed00, 0x80b, 0x80b, 0x1, 0xc00259ed00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000df0100, 0x77, 0xc00259ed00, 0x80b, 0xaa0378, 0x1, 0xc00259ed00, 0x80b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 395 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f792c2876a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003176ec0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003176eb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001601680, 0x47e, 0x47e, 0x1, 0xc001601680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c45d40, 0x96, 0xc001601680, 0x47e, 0xaa0378, 0x1, 0xc001601680, 0x47e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061bb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 397 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c776350, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007220080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007220070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000cfc000, 0x4a6, 0x4a6, 0x1, 0xc000cfc000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000423000, 0x77, 0xc000cfc000, 0x4a6, 0xaa0378, 0x1, 0xc000cfc000, 0x4a6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061bce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 399 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c006ca0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00264a2c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00264a2b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000fd8c00, 0x3fd, 0x3fd, 0x1, 0xc000fd8c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005dc400, 0x78, 0xc000fd8c00, 0x3fd, 0xaa0378, 0x1, 0xc000fd8c00, 0x3fd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061be60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 400 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c007220, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002df9330, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002df9320, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015c3800, 0x72c, 0x72c, 0x1, 0xc0015c3800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014ac620, 0x46, 0xc0015c3800, 0x72c, 0xaa0378, 0x1, 0xc0015c3800, 0x72c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061bf20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 401 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0053e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00083c900, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00083c8f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013c7500, 0x6b2, 0x6b2, 0x1, 0xc0013c7500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001160960, 0x41, 0xc0013c7500, 0x6b2, 0xaa0378, 0x1, 0xc0013c7500, 0x6b2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 402 [semacquire]:
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00166b570, 0xc001e08060, 0xc001eab420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a60c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 403 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78bc0b4590, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001345e40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001345e30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b67500, 0x6ea, 0x6ea, 0x1, 0xc002b67500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c620, 0x6c, 0xc002b67500, 0x6ea, 0xaa0378, 0x1, 0xc002b67500, 0x6ea, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 404 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc0057bc580, 0x28f, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005971118, 0xc0069e9a40, 0xc005970208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005971118, 0xc0069e99d0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005971118, 0xc0069e99d0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005971118, 0xc0069e99d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005971118, 0xc0069e99d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005971118, 0xc0069e8620, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001a67118, 0xc0069e8620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001a67118, 0xc0069e8620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005971118, 0xc00290ae70, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001a67118, 0xc00290ae70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001a67118, 0xc00290ae70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005971118, 0xc002a37a40, 0xc00004d180, 0x7f79b886f7d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001a67118, 0xc002a37a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001a67118, 0xc002a37a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005971118, 0xc002a37960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001a67118, 0xc002a37960, 0x54b170, 0xc003f951e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002a37960, 0x0, 0x0, 0x0, 0x0, 0xc002a37960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000ae63f0, 0x0, 0x0, 0x0, 0x1000, 0xc000dc9000, 0xf06, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000dc9000, 0xf06, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000c3c720)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001a67570, 0xc0021687c0, 0xc00379bbc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 405 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c073c00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002dfbf30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002dfbf10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002ac6000, 0x9eb, 0x9eb, 0x1, 0xc002ac6000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ba2620, 0x69, 0xc002ac6000, 0x9eb, 0xaa0378, 0x1, 0xc002ac6000, 0x9eb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 407 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f788426c6d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003257930, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003257920, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e54a80, 0x907, 0x907, 0x1, 0xc001e54a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f59a80, 0x72, 0xc001e54a80, 0x907, 0xaa0378, 0x1, 0xc001e54a80, 0x907, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 409 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c02fd60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b9af30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b9af10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002c2a800, 0x73f, 0x73f, 0x1, 0xc002c2a800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007fe8a0, 0x5c, 0xc002c2a800, 0x73f, 0xaa0378, 0x1, 0xc002c2a800, 0x73f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 411 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d8218620, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f924a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f92480, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00041e000, 0x8af, 0x8af, 0x1, 0xc00041e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ba2230, 0x6f, 0xc00041e000, 0x8af, 0xaa0378, 0x1, 0xc00041e000, 0x8af, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 412 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f508c930, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc006e4c3d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006e4c3c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005019500, 0x6d4, 0x6d4, 0x1, 0xc005019500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004718f0, 0x67, 0xc005019500, 0x6d4, 0xaa0378, 0x1, 0xc005019500, 0x6d4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 416 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0058fd5e0, 0xaa058b, 0x2, 0xc003ab2400, 0x884, 0x0, 0xc0058fd2e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc000436a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002db0270, 0xc0058fd378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0058fd570, 0xc0020e1740, 0xc002da3c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0058fd570, 0xc0020e1740, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0058fd570, 0xc0020e1740, 0xc0020e1740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 418 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).op(0xc0024d0000, 0xabc109, 0x11)
/usr/local/go/src/regexp/syntax/parse.go:216 +0xd3
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00196b358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00196b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00196b358, 0x0, 0xb856e0, 0xc0016d8168, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00196b358, 0xc0004bd180, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00196b358, 0x42ca96, 0xc00611df20, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00196b3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00604ad40, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0004e11a0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00196b570, 0xc0013f1fa0, 0xabc101, 0x1d, 0x59, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 419 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc0077d8480, 0xab29a3, 0xc, 0xacde16, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:81 +0x3ab
github.com/advancedlogic/GoOse.(*ContentExtractor).updateScore(0xc006857570, 0xc0077d8480, 0xf)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:493 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006857570, 0xc00379b6a0, 0x78)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:435 +0x67f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 420 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d951ebe0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002891140, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002891130, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e75000, 0x733, 0x733, 0x1, 0xc002e75000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0008e6960, 0x56, 0xc002e75000, 0x733, 0xaa0378, 0x1, 0xc002e75000, 0x733, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 702 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003a6c000, 0x163d, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003a6c000, 0x163d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003a6c000, 0x163d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003a6c000, 0x163d, 0x0, 0x0, 0x115ea80, 0x163d, 0x163d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003a6c000, 0x163d, 0x0, 0x0, 0xaa0378, 0x1, 0xc004592800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a6c000, 0x163d, 0x163d, 0xc003a6c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c47d60, 0x94, 0xc003a6c000, 0x163d, 0xaa0378, 0x1, 0xc003a6c000, 0x163d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001bc7e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 422 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0070c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00264a350, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00264a340, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e85500, 0x6c0, 0x6c0, 0x1, 0xc000e85500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000475aa0, 0x53, 0xc000e85500, 0x6c0, 0xaa0378, 0x1, 0xc000e85500, 0x6c0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 424 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c1d6550, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00030f300, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00030f2d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00142e700, 0x6c5, 0x6c5, 0x1, 0xc00142e700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000423200, 0x56, 0xc00142e700, 0x6c5, 0xaa0378, 0x1, 0xc00142e700, 0x6c5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a7140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 425 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c005540, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00191b800, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00191b700, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001712e00, 0x694, 0x694, 0x1, 0xc001712e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00105cd00, 0x3d, 0xc001712e00, 0x694, 0xaa0378, 0x1, 0xc001712e00, 0x694, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a7200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1842 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004b24100, 0x527, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004b24100, 0x527, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004b24100, 0x527, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004b24100, 0x527, 0x0, 0x0, 0x115ea80, 0x527, 0x527)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004b24100, 0x527, 0x0, 0x0, 0xaa0378, 0x1, 0xc004b23600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004b24100, 0x527, 0x527, 0xc004b24100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005a80e10, 0x8c, 0xc004b24100, 0x527, 0xaa0378, 0x1, 0xc004b24100, 0x527, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 428 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf206e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0010e58d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0010e5880, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001703200, 0x5dd, 0x5dd, 0x1, 0xc001703200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000471810, 0x6c, 0xc001703200, 0x5dd, 0xaa0378, 0x1, 0xc001703200, 0x5dd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a7440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 442 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001ba0040, 0xc000707318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000707418, 0xaa04df, 0x2, 0xc0062c0000, 0xa33, 0x1, 0x122, 0xc005bcfe80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0062c0000, 0xa33, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000707570, 0xc003e5c080, 0x71, 0xc00582a100)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a7ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 444 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7920212e00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002eeb0c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002eeb0b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001931100, 0x632, 0x632, 0x1, 0xc001931100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000842d80, 0x5d, 0xc001931100, 0x632, 0xaa0378, 0x1, 0xc001931100, 0x632, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 445 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f792047ab50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001344780, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001344770, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002ee2800, 0xb7e, 0xb7e, 0x1, 0xc002ee2800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018d6b40, 0x83, 0xc002ee2800, 0xb7e, 0xaa0378, 0x1, 0xc002ee2800, 0xb7e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 448 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b42a9fd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038253d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038253c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001cd6380, 0xd16, 0xd16, 0x1, 0xc001cd6380)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002b5e0, 0x36, 0xc001cd6380, 0xd16, 0xaa0378, 0x1, 0xc001cd6380, 0xd16, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 450 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003620380, 0x355, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003620380, 0x355, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003620380, 0x355, 0x0, 0x0, 0x115ea80, 0x355, 0x355)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003620380, 0x355, 0x0, 0x0, 0xaa0378, 0x1, 0xc007aaf880)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003620380, 0x355, 0x355, 0xc003620380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c58aa0, 0x50, 0xc003620380, 0x355, 0xaa0378, 0x1, 0xc003620380, 0x355, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f44e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 451 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c004e60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0022bc150, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0022bc144, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0012d5000, 0x785, 0x785, 0x1, 0xc0012d5000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073caf0, 0x62, 0xc0012d5000, 0x785, 0xaa0378, 0x1, 0xc0012d5000, 0x785, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f45a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 452 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d01b4990, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036bd070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036bd060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f51800, 0x619, 0x619, 0x1, 0xc002f51800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005dae40, 0x3a, 0xc002f51800, 0x619, 0xaa0378, 0x1, 0xc002f51800, 0x619, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 453 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7970d8b860, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c60cd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c60cc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e8c900, 0x844, 0x844, 0x1, 0xc002e8c900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012564d0, 0x68, 0xc002e8c900, 0x844, 0xaa0378, 0x1, 0xc002e8c900, 0x844, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 457 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7978051d50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003190410, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031903e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002154000, 0xda9, 0xda9, 0x1, 0xc002154000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005dd200, 0x72, 0xc002154000, 0xda9, 0xaa0378, 0x1, 0xc002154000, 0xda9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 459 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc0061f2c00, 0x109c, 0x2, 0xc003029270, 0xc001ec02e8, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc0061f2c00, 0x109c, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0030293e0, 0xc004e8be80, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0030293e0, 0xc0019bcb10, 0xaa058b, 0x2, 0xc003029570, 0x8, 0x9ecc80, 0xc003029401, 0xc00488de08)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc003029570, 0xc0019bcb10, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 460 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004733500, 0x283a, 0x283a, 0xc000480380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004733500, 0x283a, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0068455e0, 0xaa058b, 0x2, 0xc004733500, 0x283a, 0x0, 0xc00293aa80, 0x7f79b88712f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006845570, 0xc002046520, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 463 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7904128c90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000755b20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000755b00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0021bd600, 0x507, 0x507, 0x1, 0xc0021bd600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00217c980, 0x73, 0xc0021bd600, 0x507, 0xaa0378, 0x1, 0xc0021bd600, 0x507, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 465 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003866000, 0x1f88, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003866000, 0x1f88, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003866000, 0x1f88, 0x0, 0x0, 0x115ea80, 0x1f88, 0x1f88)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003866000, 0x1f88, 0x0, 0x0, 0xaa0378, 0x1, 0xc002300000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003866000, 0x1f88, 0x1f88, 0xc003866000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0008435c0, 0x60, 0xc003866000, 0x1f88, 0xaa0378, 0x1, 0xc003866000, 0x1f88, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 468 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc0007e12c0, 0x1d1, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001895118, 0xc0026063f0, 0xc001894208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001895118, 0xc002606380, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001895118, 0xc002606380, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001895118, 0xc002606380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001895118, 0xc002606380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001895118, 0xc001b1fdc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c79118, 0xc001b1fdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c79118, 0xc001b1fdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001895118, 0xc001b1fce0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c79118, 0xc001b1fce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c79118, 0xc001b1fce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001895118, 0xc001b1f420, 0xc001c78d98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c79118, 0xc001b1f420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c79118, 0xc001b1f420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001895118, 0xc001b1f340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c79118, 0xc001b1f340, 0x54b170, 0xc0055265b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001b1f340, 0x0, 0x0, 0x0, 0x0, 0xc001b1f340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0057764b0, 0x0, 0x0, 0x0, 0x1300, 0xc00780e600, 0x1174, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00780e600, 0x1174, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00289e460)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c79570, 0xc0016d91e0, 0xc0022ab240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 472 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004937400, 0xabd, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004937400, 0xabd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004937400, 0xabd, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004937400, 0xabd, 0x0, 0x0, 0x115ea80, 0xabd, 0xabd)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004937400, 0xabd, 0x0, 0x0, 0xaa0378, 0x1, 0xc0065b5000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004937400, 0xabd, 0xabd, 0xc004937400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e260ba, 0x81, 0xc004937400, 0xabd, 0xaa0378, 0x1, 0xc004937400, 0xabd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 474 [semacquire]:
strings.genSplit(0xc0060f2000, 0x3b2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x3b2, 0xc00332fc00, 0x3b2)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036a5458, 0xaa058b, 0x2, 0xc00332fc00, 0x3b2, 0xc0036a5298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x4, 0xc001e90090)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000c32360, 0xc0036a5320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0036a53e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0036a53e0, 0xc006593320, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0036a5401, 0xc006283550)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0036a5570, 0xc006593320, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f56e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 475 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c01c5d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f402a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f40290, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002fb0d00, 0x858, 0x858, 0x1, 0xc002fb0d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cd0000, 0x91, 0xc002fb0d00, 0x858, 0xaa0378, 0x1, 0xc002fb0d00, 0x858, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f57a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 476 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f797451a430, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e02020, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e13fe0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0011e2000, 0xf4c, 0xf4c, 0x1, 0xc0011e2000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00102dcec, 0x96, 0xc0011e2000, 0xf4c, 0xaa0378, 0x1, 0xc0011e2000, 0xf4c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 478 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78ec3d5be0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038e5b40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038e5b30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0027b6000, 0x7d0, 0x7d0, 0x1, 0xc0027b6000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dea000, 0xa0, 0xc0027b6000, 0x7d0, 0xaa0378, 0x1, 0xc0027b6000, 0x7d0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f59e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 481 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78ec13e170, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e06020, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e06010, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0001dd000, 0x7ec, 0x7ec, 0x1, 0xc0001dd000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d624e, 0x7a, 0xc0001dd000, 0x7ec, 0xaa0378, 0x1, 0xc0001dd000, 0x7ec, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 482 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79308d50d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000b5a0b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000b5a0a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00332f800, 0x3b4, 0x3b4, 0x1, 0xc00332f800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afe6ce, 0x7b, 0xc00332f800, 0x3b4, 0xaa0378, 0x1, 0xc00332f800, 0x3b4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 485 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a4cd7980, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001927790, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001927780, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00149e600, 0x594, 0x594, 0x1, 0xc00149e600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00061ad80, 0x58, 0xc00149e600, 0x594, 0xaa0378, 0x1, 0xc00149e600, 0x594, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 486 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c06e230, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002766300, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027662f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002469500, 0xa61, 0xa61, 0x1, 0xc002469500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178f50, 0x6a, 0xc002469500, 0xa61, 0xaa0378, 0x1, 0xc002469500, 0xa61, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 489 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78dc2dc180, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000949f80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000949f70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0001e0000, 0x48d, 0x48d, 0x1, 0xc0001e0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141cc00, 0x74, 0xc0001e0000, 0x48d, 0xaa0378, 0x1, 0xc0001e0000, 0x48d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 490 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0080d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002fc80f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002fc80e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0016b2580, 0x52b, 0x52b, 0x1, 0xc0016b2580)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000eea400, 0x7c, 0xc0016b2580, 0x52b, 0xaa0378, 0x1, 0xc0016b2580, 0x52b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 491 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0387d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00290f310, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00290f300, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002316000, 0x4a6, 0x4a6, 0x1, 0xc002316000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000179110, 0x62, 0xc002316000, 0x4a6, 0xaa0378, 0x1, 0xc002316000, 0x4a6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c23c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 492 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0009b1500, 0xa2c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0009b1500, 0xa2c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0009b1500, 0xa2c, 0x0, 0x0, 0x115ea80, 0xa2c, 0xa2c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0009b1500, 0xa2c, 0x0, 0x0, 0xaa0378, 0x1, 0xc0009b0a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0009b1500, 0xa2c, 0xa2c, 0xc0009b1500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e26780, 0x99, 0xc0009b1500, 0xa2c, 0xaa0378, 0x1, 0xc0009b1500, 0xa2c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 494 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005018e00, 0x612, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005018e00, 0x612, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005018e00, 0x612, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005018e00, 0x612, 0x0, 0x0, 0x115ea80, 0x612, 0x612)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005018e00, 0x612, 0x0, 0x0, 0xaa0378, 0x1, 0xc006e97500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005018e00, 0x612, 0x612, 0xc005018e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00102c630, 0xad, 0xc005018e00, 0x612, 0xaa0378, 0x1, 0xc005018e00, 0x612, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 495 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c00f080, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023f92b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023f92a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000113c00, 0x336, 0x336, 0x1, 0xc000113c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070000, 0x63, 0xc000113c00, 0x336, 0xaa0378, 0x1, 0xc000113c00, 0x336, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c26c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 496 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c006f60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033f71e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033f71d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000c5cf00, 0x2df, 0x2df, 0x1, 0xc000c5cf00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00136e280, 0x40, 0xc000c5cf00, 0x2df, 0xaa0378, 0x1, 0xc000c5cf00, 0x2df, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 499 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c001760, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00103ddb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00103dd90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000b55500, 0xa50, 0xa50, 0x1, 0xc000b55500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000704d0, 0x67, 0xc000b55500, 0xa50, 0xaa0378, 0x1, 0xc000b55500, 0xa50, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c29c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 501 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79242d1af0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00191a980, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00191a960, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001806400, 0x8d6, 0x8d6, 0x1, 0xc001806400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011614f0, 0x50, 0xc001806400, 0x8d6, 0xaa0378, 0x1, 0xc001806400, 0x8d6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 503 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78e01f0e30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a75290, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a75280, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0035ad500, 0x905, 0x905, 0x1, 0xc0035ad500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a2e240, 0x81, 0xc0035ad500, 0x905, 0xaa0378, 0x1, 0xc0035ad500, 0x905, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 504 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78e47f0630, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033f58b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033f5890, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b49c00, 0x3db, 0x3db, 0x1, 0xc001b49c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001c9ec60, 0x56, 0xc001b49c00, 0x3db, 0xaa0378, 0x1, 0xc001b49c00, 0x3db, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 506 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f789c421ff0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023d9eb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023d9ea0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002be9100, 0x6e3, 0x6e3, 0x1, 0xc002be9100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a18a80, 0x59, 0xc002be9100, 0x6e3, 0xaa0378, 0x1, 0xc002be9100, 0x6e3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 509 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c01c040, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033f9c00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033f9bf0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029c0400, 0x890, 0x890, 0x1, 0xc0029c0400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c582d0, 0x43, 0xc0029c0400, 0x890, 0xaa0378, 0x1, 0xc0029c0400, 0x890, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 511 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78904300a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002766270, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002766250, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00216b800, 0x757, 0x757, 0x1, 0xc00216b800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014fa510, 0x8c, 0xc00216b800, 0x757, 0xaa0378, 0x1, 0xc00216b800, 0x757, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c32c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 512 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006c96e80, 0xc000caf318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000caf418, 0xaa04d9, 0x2, 0xc005d31500, 0x698, 0x6, 0xe2, 0xc006c96e60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc005d31500, 0x698, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000caf570, 0xc000a4e380, 0x91, 0xc000332c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 513 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0038b8600, 0x1076, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0038b8600, 0x1076, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0038b8600, 0x1076, 0x0, 0x0, 0x115ea80, 0x1076, 0x1076)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0038b8600, 0x1076, 0x0, 0x0, 0xaa0378, 0x1, 0xc0038b7300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0038b8600, 0x1076, 0x1076, 0xc0038b8600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005dd000, 0x7b, 0xc0038b8600, 0x1076, 0xaa0378, 0x1, 0xc0038b8600, 0x1076, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 518 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006ec8a00, 0x6b0, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006ec8a00, 0x6b0, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006ec8a00, 0x6b0, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006ec8a00, 0x6b0, 0x0, 0x0, 0x115ea80, 0x6b0, 0x6b0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006ec8a00, 0x6b0, 0x0, 0x0, 0xaa0378, 0x1, 0xc006ec7c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006ec8a00, 0x6b0, 0x6b0, 0xc006ec8a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00040e540, 0x59, 0xc006ec8a00, 0x6b0, 0xaa0378, 0x1, 0xc006ec8a00, 0x6b0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 520 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00727ad60, 0xc002161318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002161418, 0xaa058b, 0x2, 0xc0001dc000, 0x7cc, 0x1, 0xdf, 0xc00727ad40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0001dc000, 0x7cc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002161570, 0xc00130e7c0, 0xcb, 0xc0024f0000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 521 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7978002d90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028c8d40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028c8d30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001511180, 0x560, 0x560, 0x1, 0xc001511180)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012579d0, 0x70, 0xc001511180, 0x560, 0xaa0378, 0x1, 0xc001511180, 0x560, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1879 [semacquire]:
strings.Replace(0xc004388000, 0xd3c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x9d3400, 0xc000480a80)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00470b950, 0xc004388000, 0xd3c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 524 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79583b5fc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012bd680, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012bd660, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015ee000, 0x7f5, 0x7f5, 0x1, 0xc0015ee000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000471c70, 0x65, 0xc0015ee000, 0x7f5, 0xaa0378, 0x1, 0xc0015ee000, 0x7f5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 525 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007133c00, 0x349, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007133c00, 0x349, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007133c00, 0x349, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007133c00, 0x349, 0x0, 0x0, 0x115ea80, 0x349, 0x349)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007133c00, 0x349, 0x0, 0x0, 0xaa0378, 0x1, 0xc007133500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007133c00, 0x349, 0x349, 0xc007133c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009f54b0, 0x82, 0xc007133c00, 0x349, 0xaa0378, 0x1, 0xc007133c00, 0x349, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 527 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78dc28f490, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004ea240, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004ea220, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001709400, 0x4fe, 0x4fe, 0x1, 0xc001709400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070000, 0x63, 0xc001709400, 0x4fe, 0xaa0378, 0x1, 0xc001709400, 0x4fe, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 529 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c46c670, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007c4510, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007c4500, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003a36000, 0x7dc, 0x7dc, 0x1, 0xc003a36000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000454d97, 0x43, 0xc003a36000, 0x7dc, 0xaa0378, 0x1, 0xc003a36000, 0x7dc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 531 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c173dd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003176330, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003176320, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025fe800, 0x1505, 0x1505, 0x1, 0xc0025fe800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ed45f0, 0x4b, 0xc0025fe800, 0x1505, 0xaa0378, 0x1, 0xc0025fe800, 0x1505, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f01e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 532 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7950227670, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a7a0b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a7a0a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0002da800, 0x77a, 0x77a, 0x1, 0xc0002da800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000455ec0, 0x59, 0xc0002da800, 0x77a, 0xaa0378, 0x1, 0xc0002da800, 0x77a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f02a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 534 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003464750, 0xc003d8e000, 0x52e)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003464750, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003464750)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003464750, 0xc005ce4700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005020c90, 0x0, 0x0, 0x0, 0x0, 0x1c01, 0xc005020c60)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005020c60, 0x0, 0x0, 0x0, 0x2000, 0xc002974000, 0x1c4b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc002974000, 0x1c4b, 0x0, 0x0, 0x0, 0x440d95, 0xc003a53b60, 0x7f79900fae82, 0xc3bc2f6700000004)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00037d570, 0xc000fffcc0, 0xc006c1c5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 535 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c030020, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003610f30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003610f20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00205aa80, 0x352, 0x352, 0x1, 0xc00205aa80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003624780, 0x7f, 0xc00205aa80, 0x352, 0xaa0378, 0x1, 0xc00205aa80, 0x352, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f04e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 537 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d420c1d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b9aa70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b9aa60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001438c00, 0x5a6, 0x5a6, 0x1, 0xc001438c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a94b80, 0x3f, 0xc001438c00, 0x5a6, 0xaa0378, 0x1, 0xc001438c00, 0x5a6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 538 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c170310, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003eeedd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003eeedc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003ef8000, 0x567, 0x567, 0x1, 0xc003ef8000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00105ef00, 0x79, 0xc003ef8000, 0x567, 0xaa0378, 0x1, 0xc003ef8000, 0x567, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 540 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7904456ac0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023bd5e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023bd5d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ec8300, 0x690, 0x690, 0x1, 0xc001ec8300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000471ce0, 0x6d, 0xc001ec8300, 0x690, 0xaa0378, 0x1, 0xc001ec8300, 0x690, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f08a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 541 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798ceccb10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005804fc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005804fb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015bca00, 0x4c6, 0x4c6, 0x1, 0xc0015bca00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001160960, 0x45, 0xc0015bca00, 0x4c6, 0xaa0378, 0x1, 0xc0015bca00, 0x4c6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 543 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c4d7e40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004a6540, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004a6530, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e77b00, 0x240, 0x240, 0x1, 0xc000e77b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007c3200, 0xb1, 0xc000e77b00, 0x240, 0xaa0378, 0x1, 0xc000e77b00, 0x240, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 544 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000bf5900, 0x4dd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000bf5900, 0x4dd, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000bf5900, 0x4dd, 0x0, 0x0, 0x115ea80, 0x4dd, 0x4dd)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000bf5900, 0x4dd, 0x0, 0x0, 0xaa0378, 0x1, 0xc000bf5400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000bf5900, 0x4dd, 0x4dd, 0xc000bf5900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001257570, 0x67, 0xc000bf5900, 0x4dd, 0xaa0378, 0x1, 0xc000bf5900, 0x4dd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 546 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78782d0190, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013fde00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013fddd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001775000, 0x715, 0x715, 0x1, 0xc001775000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004702b0, 0x52, 0xc001775000, 0x715, 0xaa0378, 0x1, 0xc001775000, 0x715, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 547 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c02faa0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b9ae60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b9ae50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001571500, 0x9ef, 0x9ef, 0x1, 0xc001571500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014accc0, 0x5d, 0xc001571500, 0x9ef, 0xaa0378, 0x1, 0xc001571500, 0x9ef, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 548 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc006076680, 0x536, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc0069d1260, 0x0, 0x0, 0x0, 0x0, 0xc0069d1260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001767fb0, 0x0, 0x0, 0x0, 0xa80, 0xc0060c1500, 0x949, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0060c1500, 0x949, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001c9f7a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001569570, 0xc0025b7ee0, 0xc000871480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 549 [semacquire]:
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc007731650)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007731620, 0xc003641320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc003641708, 0xc0025b79c0, 0xaac03e, 0x7, 0xc0025b79c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc003641708, 0xc0025b79c0, 0xc001e09140)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 551 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c04e0b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d17f00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d17ef0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000d42c00, 0x523, 0x523, 0x1, 0xc000d42c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ae93c0, 0x3e, 0xc000d42c00, 0x523, 0xaa0378, 0x1, 0xc000d42c00, 0x523, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f10e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 552 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0fa360, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004f12000, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b49ff0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00214cc00, 0x59f, 0x59f, 0x1, 0xc00214cc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0030382a0, 0x56, 0xc00214cc00, 0x59f, 0xaa0378, 0x1, 0xc00214cc00, 0x59f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f11a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 553 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f788c227600, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0003a7ce0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0003a7cd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b49400, 0x39e, 0x39e, 0x1, 0xc001b49400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00125a690, 0x47, 0xc001b49400, 0x39e, 0xaa0378, 0x1, 0xc001b49400, 0x39e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 555 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78e428f490, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023bdf60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023bdf50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001758e00, 0x67a, 0x67a, 0x1, 0xc001758e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256a10, 0x70, 0xc001758e00, 0x67a, 0xaa0378, 0x1, 0xc001758e00, 0x67a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f13e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1906 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0001dd800, 0x727, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0001dd800, 0x727, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0001dd800, 0x727, 0x0, 0x0, 0x115ea80, 0x727, 0x727)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0001dd800, 0x727, 0x0, 0x0, 0xaa0378, 0x1, 0xc00462f800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0001dd800, 0x727, 0x727, 0xc0001dd800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0044aca80, 0x74, 0xc0001dd800, 0x727, 0xaa0378, 0x1, 0xc0001dd800, 0x727, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00467f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 560 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00207d0e0, 0xc001633230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00207d0e0, 0x0, 0x0, 0x0, 0xa80, 0xc002972a80, 0x91a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc002972a80, 0x91a, 0x0, 0x0, 0x0, 0x7f799004e918, 0x8a, 0x0, 0xb490294800000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001633570, 0xc00031ca60, 0xc005976400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f17a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 561 [semacquire]:
bytes.makeSlice(0x165, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00270d1a8, 0x19, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00270d1a8, 0xc002240740, 0x19, 0x5165d7, 0xc007ade160, 0xc00106a4d0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0035d1d50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0035d1ce0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0035d1c00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00270d270, 0xae5578, 0xc0000107f8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.replaceTagWithContents(0xc00270d270, 0x1182620, 0xa, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:35 +0x46
github.com/advancedlogic/GoOse.(*outputFormatter).linksToText.func1(0x0, 0xc005092c30)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:84 +0x1ed
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005092c00, 0xc00270d318, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).linksToText(0xc00270d3e0, 0x8, 0xc0079693f0, 0xc00004d180)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:71 +0x8e
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00270d3e0, 0xc002ba0090, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc00270d401, 0xc0079693f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:41 +0xbb
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00270d570, 0xc002ba0090, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 563 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c2c11f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002158a90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002158a60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b1f900, 0x4e5, 0x4e5, 0x1, 0xc002b1f900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003625300, 0x79, 0xc002b1f900, 0x4e5, 0xaa0378, 0x1, 0xc002b1f900, 0x4e5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f19e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 566 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c2cfdb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024de7a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024de730, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002555400, 0x487, 0x487, 0x1, 0xc002555400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fcf380, 0x74, 0xc002555400, 0x487, 0xaa0378, 0x1, 0xc002555400, 0x487, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 568 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c290ad0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033fc640, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033fc620, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003d8ad80, 0x452, 0x452, 0x1, 0xc003d8ad80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f58c0, 0x82, 0xc003d8ad80, 0x452, 0xaa0378, 0x1, 0xc003d8ad80, 0x452, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 572 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006762000, 0x39b6, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006762000, 0x39b6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006762000, 0x39b6, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006762000, 0x39b6, 0x0, 0x0, 0x115ea80, 0x39b6, 0x39b6)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006762000, 0x39b6, 0x0, 0x0, 0xaa0378, 0x1, 0xc0053f6000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006762000, 0x39b6, 0x39b6, 0xc006762000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00102c7a9, 0x97, 0xc006762000, 0x39b6, 0xaa0378, 0x1, 0xc006762000, 0x39b6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fe0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 573 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c002260, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bc8990, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001bc8980, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000b6c400, 0x807, 0x807, 0x1, 0xc000b6c400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012564d0, 0x5b, 0xc000b6c400, 0x807, 0xaa0378, 0x1, 0xc000b6c400, 0x807, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fe180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1899 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc00476c002, 0x1534, 0x2, 0xc0049afab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc00476c002, 0x1534, 0x0, 0x0, 0xc0004a0000, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00476c002, 0x1534, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036db60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 578 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c23f180, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003333060, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003333050, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0028e3b80, 0x525, 0x525, 0x1, 0xc0028e3b80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ac8d0, 0x2c, 0xc0028e3b80, 0x525, 0xaa0378, 0x1, 0xc0028e3b80, 0x525, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fe540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 579 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f789c6a8d30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003240280, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003240270, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00192ee00, 0x622, 0x622, 0x1, 0xc00192ee00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007fe67f, 0x35, 0xc00192ee00, 0x622, 0xaa0378, 0x1, 0xc00192ee00, 0x622, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fe600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 583 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017b1418, 0xaa04df, 0x2, 0xc0024cea00, 0x68a, 0x1, 0xc4, 0xc001e08a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0024cea00, 0x68a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0017b1570, 0xc002be1fc0, 0x63, 0xc00073d0a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fe900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 586 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc007932270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc007932340, 0xc0071d23f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00756c5a0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00756c570, 0x0, 0x0, 0x0, 0xa80, 0xc00764a000, 0xa29, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00764a000, 0xa29, 0x0, 0x0, 0x0, 0x440d95, 0xc00756c510, 0x7f79900378d3, 0xd9e7589100000008)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0025cf570, 0xc0013f06e0, 0xc0077515e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007feb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 588 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7898404f10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e2e0b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e2e0a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001dc1800, 0x1598, 0x1598, 0x1, 0xc001dc1800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f77000, 0x76, 0xc001dc1800, 0x1598, 0xaa0378, 0x1, 0xc001dc1800, 0x1598, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 590 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79841f31d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002766140, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002766130, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0031ab000, 0x720, 0x720, 0x1, 0xc0031ab000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001c9ede0, 0x5c, 0xc0031ab000, 0x720, 0xaa0378, 0x1, 0xc0031ab000, 0x720, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 591 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0064d0c80, 0xc26, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0064d0c80, 0xc26, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0064d0c80, 0xc26, 0x0, 0x0, 0x115ea80, 0xc26, 0xc26)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0064d0c80, 0xc26, 0x0, 0x0, 0xaa0378, 0x1, 0xc007a2b200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0064d0c80, 0xc26, 0xc26, 0xc0064d0c80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ae26c0, 0xb5, 0xc0064d0c80, 0xc26, 0xaa0378, 0x1, 0xc0064d0c80, 0xc26, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 594 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cee2dd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a691b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a691a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0042c6880, 0xd04, 0xd04, 0x1, 0xc0042c6880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ddc000, 0x8a, 0xc0042c6880, 0xd04, 0xaa0378, 0x1, 0xc0042c6880, 0xd04, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ff140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1896 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036d020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 756 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00505f5e0, 0xaa058b, 0x2, 0xc002f4ee00, 0x6fb, 0x2, 0x9, 0xc002168860)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00505f570, 0xc0050455a0, 0x53)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 598 [semacquire]:
strings.(*Builder).WriteString(...)
/usr/local/go/src/strings/builder.go:123
net/url.(*URL).String(0xc00252ba00, 0xc00252b900, 0xc00252ba00)
/usr/local/go/src/net/url/url.go:778 +0xea8
github.com/advancedlogic/GoOse.WebPageResolver(0xc000362b40, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:196 +0x119
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ff440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 601 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c007640, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036c0cd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036c0cc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b6bb00, 0x8cd, 0x8cd, 0x1, 0xc001b6bb00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002ed039, 0x41, 0xc001b6bb00, 0x8cd, 0xaa0378, 0x1, 0xc001b6bb00, 0x8cd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ff680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 604 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c007380, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00264a8b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00264a8a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00297f100, 0xd70, 0xd70, 0x1, 0xc00297f100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000af900, 0x79, 0xc00297f100, 0xd70, 0xaa0378, 0x1, 0xc00297f100, 0xd70, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ff8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 605 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000850400, 0xa94, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000850400, 0xa94, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000850400, 0xa94, 0x0, 0x0, 0x115ea80, 0xa94, 0xa94)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000850400, 0xa94, 0x0, 0x0, 0xaa0378, 0x1, 0xc00084ec00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000850400, 0xa94, 0xa94, 0xc000850400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256a80, 0x6e, 0xc000850400, 0xa94, 0xaa0378, 0x1, 0xc000850400, 0xa94, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ff980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 606 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc0011a3500, 0x298d, 0x2, 0xc002a9d270, 0xc0027f62f0, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc0011a3500, 0x298d, 0xaa0378, 0x1, 0xc00130ea40, 0xc0018c1100)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002a9d3e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002a9d3e0, 0xc0019bcff0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002a9d401, 0xc0027f6878)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002a9d570, 0xc0019bcff0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ffa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 607 [semacquire]:
strings.genSplit(0xc002960000, 0x1307, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00777d800, 0x27e, 0x27e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00134d418, 0xaa0503, 0x2, 0xc000916000, 0x1307, 0x1, 0x27e, 0xc006c96b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc000916000, 0x1307, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00134d570, 0xc00509dc60, 0x7a, 0xc0000afa32)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ffb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 610 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79703c6d80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00031a1f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00031a1e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0021cc480, 0x19db, 0x19db, 0x1, 0xc0021cc480)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000333d60, 0x9e, 0xc0021cc480, 0x19db, 0xaa0378, 0x1, 0xc0021cc480, 0x19db, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ffd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 611 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc00733f102, 0x6e8, 0x0, 0x0, 0xc0004a0000, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00733f102, 0x6e8, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ffe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 613 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f792c4bd470, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008d27c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008d27b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003319000, 0xffc, 0xffc, 0x1, 0xc003319000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009f40a0, 0x91, 0xc003319000, 0xffc, 0xaa0378, 0x1, 0xc003319000, 0xffc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007fff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 615 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0076a9800, 0xb9d, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0076a9800, 0xb9d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0076a9800, 0xb9d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0076a9800, 0xb9d, 0x0, 0x0, 0x115ea80, 0xb9d, 0xb9d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0076a9800, 0xb9d, 0x0, 0x0, 0xaa0378, 0x1, 0xc0076a8c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0076a9800, 0xb9d, 0xb9d, 0xc0076a9800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003305b0, 0xc4, 0xc0076a9800, 0xb9d, 0xaa0378, 0x1, 0xc0076a9800, 0xb9d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 617 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0021fe800, 0x15b7, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0021fe800, 0x15b7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0021fe800, 0x15b7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0021fe800, 0x15b7, 0x0, 0x0, 0x115ea80, 0x15b7, 0x15b7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0021fe800, 0x15b7, 0x0, 0x0, 0xaa0378, 0x1, 0xc0021fd000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0021fe800, 0x15b7, 0x15b7, 0xc0021fe800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000102a80, 0xd1, 0xc0021fe800, 0x15b7, 0xaa0378, 0x1, 0xc0021fe800, 0x15b7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008422a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 619 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79582727b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027489b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027489a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0009b0000, 0x941, 0x941, 0x1, 0xc0009b0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ae2cda, 0x99, 0xc0009b0000, 0x941, 0xaa0378, 0x1, 0xc0009b0000, 0x941, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 757 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003237140, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc003237140, 0xb7b620, 0xc0056e39b0, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0056e39b0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0056e39b0, 0xc003237230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0056e39b0, 0x0, 0x0, 0x0, 0x1300, 0xc004b0a600, 0x11e8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc004b0a600, 0x11e8, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00607f520)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003237570, 0xc0008716e0, 0xc005ee5f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 630 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00604ae80, 0xc0012a5208, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012a55e0, 0xaa058b, 0x2, 0xc006793600, 0x28d, 0x0, 0xc0012a5430, 0xc0025b70e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0012a5570, 0xc003205fb0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0012a5570, 0xc00604a340, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 632 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004164a80, 0x9b, 0x9b, 0x3, 0x0, 0x9a, 0xc004164a80)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00134b570, 0xc003379580, 0xc002be1260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1897 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002227950, 0xc0048a9400, 0x2171, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036d3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 635 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003924510, 0xc003924510, 0xc003924500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003629570, 0xc000ba51a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 638 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc003c83118, 0xaa04bf, 0x2, 0xc0015128f0, 0xc5, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003c83118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003c83118, 0xc000d0cee0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c83118, 0xc000d0cee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c83118, 0xc000d0cee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c83118, 0xc000d0c380, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00188b118, 0xc000d0c380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00188b118, 0xc000d0c380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c83118, 0xc000d0c2a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00188b118, 0xc000d0c2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00188b118, 0xc000d0c2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c83118, 0xc0007e4a10, 0xc000a02a80, 0x7f79b8870c28)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00188b118, 0xc0007e4a10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00188b118, 0xc0007e4a10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c83118, 0xc0007e4930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00188b118, 0xc0007e4930, 0x54b170, 0xc0038c6b60)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0007e4930, 0x0, 0x0, 0x0, 0x0, 0xc0007e4930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001553e90, 0x0, 0x0, 0x0, 0x1300, 0xc0062d0c00, 0x10d0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0062d0c00, 0x10d0, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000c3cae0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00188b570, 0xc0009df860, 0xc0078550e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 639 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c01f7e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007092d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007092b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0027c4800, 0x772, 0x772, 0x1, 0xc0027c4800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178310, 0x63, 0xc0027c4800, 0x772, 0xaa0378, 0x1, 0xc0027c4800, 0x772, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 640 [semacquire]:
bytes.makeSlice(0x2437, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00748d7d0, 0x1f3, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00748d7d0, 0xc002f03600, 0x1f3, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00748d7d0, 0xc002f03600, 0x1f3, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00748d7d0, 0xc007799b20, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00748d7d0, 0xc007799ab0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00748d7d0, 0xc000c60310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00748d7d0, 0xc000c60230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00748d7d0, 0xc0001ff9d0, 0xb84d20, 0xc00748d7d0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00748d7d0, 0xc0001ff9d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004d80600, 0x457f3ff1c, 0x1251a20, 0xc0013f0160, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008433e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 643 [semacquire]:
strings.genSplit(0xc0040ce000, 0x1a35, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc006ae6620, 0x10000c006aef3b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006aef418, 0xaa04f9, 0x2, 0xc0021caa00, 0x1a35, 0xc0021caa00, 0xc006aef408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0021caa00, 0x1a35, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006aef570, 0xc006a9d060, 0x98, 0xc000b44aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 644 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006bdb800, 0x583, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006bdb800, 0x583, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006bdb800, 0x583, 0x0, 0x0, 0x115ea80, 0x583, 0x583)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006bdb800, 0x583, 0x0, 0x0, 0xaa0378, 0x1, 0xc006bdac00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006bdb800, 0x583, 0x583, 0xc006bdb800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b73d60, 0x4b, 0xc006bdb800, 0x583, 0xaa0378, 0x1, 0xc006bdb800, 0x583, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008436e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 645 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00790c480, 0x1a04, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00790c480, 0x1a04, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00790c480, 0x1a04, 0x0, 0x0, 0x115ea80, 0x1a04, 0x1a04)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00790c480, 0x1a04, 0x0, 0x0, 0xaa0378, 0x1, 0xc00790aa00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00790c480, 0x1a04, 0x1a04, 0xc00790c480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000aff200, 0x86, 0xc00790c480, 0x1a04, 0xaa0378, 0x1, 0xc00790c480, 0x1a04, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008437a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 647 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0028c1300, 0x185d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0028c1300, 0x185d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0028c1300, 0x185d, 0x0, 0x0, 0x115ea80, 0x185d, 0x185d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0028c1300, 0x185d, 0x0, 0x0, 0xaa0378, 0x1, 0xc0028be000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0028c1300, 0x185d, 0x185d, 0xc0028c1300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014b4d08, 0xbd, 0xc0028c1300, 0x185d, 0xaa0378, 0x1, 0xc0028c1300, 0x185d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843920, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 648 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0069e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00031a660, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00031a650, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f2a000, 0xa46, 0xa46, 0x1, 0xc002f2a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013c1400, 0x63, 0xc002f2a000, 0xa46, 0xaa0378, 0x1, 0xc002f2a000, 0xa46, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008439e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 649 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c2d2d50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0032f2420, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0032f2410, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0024a4000, 0x9a9, 0x9a9, 0x1, 0xc0024a4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0021a8139, 0x83, 0xc0024a4000, 0x9a9, 0xaa0378, 0x1, 0xc0024a4000, 0x9a9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843aa0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 651 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c782e20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003f246c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003f246b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00512a000, 0x58b, 0x58b, 0x1, 0xc00512a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00105f000, 0x80, 0xc00512a000, 0x58b, 0xaa0378, 0x1, 0xc00512a000, 0x58b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843c20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 653 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c005d80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00139cb60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00139cb30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00300a000, 0x4ff, 0x4ff, 0x1, 0xc00300a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b70f00, 0xea, 0xc00300a000, 0x4ff, 0xaa0378, 0x1, 0xc00300a000, 0x4ff, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843da0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 654 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0064e1200, 0xc0064e1200, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002b27570, 0xc0010de320, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843e60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 655 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c03f550, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0009ea0a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0009ea090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002d02600, 0x10e0, 0x10e0, 0x1, 0xc002d02600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009f5720, 0x94, 0xc002d02600, 0x10e0, 0xaa0378, 0x1, 0xc002d02600, 0x10e0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843f20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 310 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00644af80, 0xe, 0x10, 0xc00758fa00, 0x20, 0x20, 0xc0065df078, 0xc000f36668, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc00103b9c8, 0x1, 0x1, 0xc0065df148, 0x7f79b886fe98, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc00103b9c8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000f36668, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc001319980, 0xc0077d8720)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0065df570, 0xc001319980, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0065df570, 0xc001eab760, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e600, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 311 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001d6db00, 0xd61, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001d6db00, 0xd61, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d6db00, 0xd61, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d6db00, 0xd61, 0x0, 0x0, 0x115ea80, 0xd61, 0xd61)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d6db00, 0xd61, 0x0, 0x0, 0xaa0378, 0x1, 0xc001d6cd80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d6db00, 0xd61, 0xd61, 0xc001d6db00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003d6b00, 0xa2, 0xc001d6db00, 0xd61, 0xaa0378, 0x1, 0xc001d6db00, 0xd61, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e6c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 312 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc001298000, 0x1bf8, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0014ac1c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0020e9570, 0xc001eaa0a0, 0xc00727aca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e780, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 314 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006fc5e30, 0xc004151230, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc004151570, 0xc00031c540, 0x28, 0xc006fc5dd0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:551 +0x183
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004151570, 0xc00031c540, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 315 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc006772200, 0xe, 0x2, 0xc006d05e88, 0x2, 0xc006d05f28, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc006772200, 0xe, 0xaa0378, 0x1, 0xc006d05f10, 0x46620f)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006d07118, 0xc00677c310, 0xc000b57140, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d07118, 0xc00677c2a0, 0x1259780, 0x1259790)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006d07118, 0xc00677c2a0, 0xa2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006d07118, 0xc00677c2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d07118, 0xc00677c1c0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006d07118, 0xc00677c1c0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006d07118, 0xc00677c1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006d07118, 0xc00677c1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d07118, 0xc006649b20, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001999118, 0xc006649b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001999118, 0xc006649b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d07118, 0xc006649a40, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001999118, 0xc006649a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001999118, 0xc006649a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d07118, 0xc006649340, 0xc001998d98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001999118, 0xc006649340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001999118, 0xc006649340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d07118, 0xc006649260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001999118, 0xc006649260, 0x54b170, 0xc0006aaa90)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006649260, 0x0, 0x0, 0x0, 0x0, 0xc006649260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0019bc210, 0x0, 0x0, 0x0, 0x1500, 0xc005f3ca00, 0x1463, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005f3ca00, 0x1463, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00289e080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001999570, 0xc0010df140, 0xc0035abc60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 316 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0986f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0019c0830, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0019c0820, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002973500, 0x923, 0x923, 0x1, 0xc002973500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a199e0, 0x54, 0xc002973500, 0x923, 0xaa0378, 0x1, 0xc002973500, 0x923, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 319 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a012ab70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c9b130, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c9b120, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029ce000, 0x76b, 0x76b, 0x1, 0xc0029ce000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003d69a0, 0xa3, 0xc0029ce000, 0x76b, 0xaa0378, 0x1, 0xc0029ce000, 0x76b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9ecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 321 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0054d9500, 0x33d0, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0054d9500, 0x33d0, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0054d9500, 0x33d0, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0054d9500, 0x33d0, 0x0, 0x0, 0x115ea80, 0x33d0, 0x33d0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0054d9500, 0x33d0, 0x0, 0x0, 0xaa0378, 0x1, 0xc005ab3500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0054d9500, 0x33d0, 0x33d0, 0xc0054d9500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007c3e4c, 0x73, 0xc0054d9500, 0x33d0, 0xaa0378, 0x1, 0xc0054d9500, 0x33d0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9ee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 658 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001caa000, 0xcf4, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001caa000, 0xcf4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001caa000, 0xcf4, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001caa000, 0xcf4, 0x0, 0x0, 0x115ea80, 0xcf4, 0xcf4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001caa000, 0xcf4, 0x0, 0x0, 0xaa0378, 0x1, 0xc0036b6380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001caa000, 0xcf4, 0xcf4, 0xc001caa000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b44b59, 0x7f, 0xc001caa000, 0xcf4, 0xaa0378, 0x1, 0xc001caa000, 0xcf4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 660 [semacquire]:
strings.genSplit(0xc001962000, 0x1d15, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003fc2000, 0x286, 0x286)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002703418, 0xaa04df, 0x2, 0xc002ee8000, 0x1d15, 0x1, 0x286, 0xc0000a6dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc002ee8000, 0x1d15, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002703570, 0xc000a4e940, 0x75, 0xc000df0800)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 662 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7938d7b1d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000948870, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000948860, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001375500, 0x966, 0x966, 0x1, 0xc001375500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f5e60, 0x83, 0xc001375500, 0x966, 0xaa0378, 0x1, 0xc001375500, 0x966, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 663 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7984142f40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001659b30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001659b10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00303f200, 0x8d9, 0x8d9, 0x1, 0xc00303f200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005f8dc0, 0xa5, 0xc00303f200, 0x8d9, 0xaa0378, 0x1, 0xc00303f200, 0x8d9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 664 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00274f000, 0x17d1, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00274f000, 0x17d1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00274f000, 0x17d1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00274f000, 0x17d1, 0x0, 0x0, 0x115ea80, 0x17d1, 0x17d1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00274f000, 0x17d1, 0x0, 0x0, 0xaa0378, 0x1, 0xc00468c800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00274f000, 0x17d1, 0x17d1, 0xc00274f000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00230658a, 0x8d, 0xc00274f000, 0x17d1, 0xaa0378, 0x1, 0xc00274f000, 0x17d1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 665 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000389380, 0xc000f26000, 0x224)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000389380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000389380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000389380, 0xc002ccf960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0016d9840, 0x0, 0x0, 0x0, 0xc00169f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0016d9840, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00169f950, 0xc002688000, 0x8797, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 666 [semacquire]:
strings.Replace(0xc000917500, 0x1433, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc0011f3730, 0x0, 0x0, 0x0, 0x0, 0xc0011f3730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001c02a80, 0x0, 0x0, 0x0, 0x1980, 0xc007995300, 0x1864, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc007995300, 0x1864, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc007452700)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001eeb570, 0xc0084191c0, 0xc008419a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 667 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0989b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0022bc700, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0022bc6e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0023e4000, 0xdae, 0xdae, 0x1, 0xc0023e4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a2e090, 0x8e, 0xc0023e4000, 0xdae, 0xaa0378, 0x1, 0xc0023e4000, 0xdae, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 669 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7938227600, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00048ee20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00048ee10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000eee000, 0x5e2, 0x5e2, 0x1, 0xc000eee000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256e00, 0x6c, 0xc000eee000, 0x5e2, 0xaa0378, 0x1, 0xc000eee000, 0x5e2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 670 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0041ca340, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0041ca340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0041ca340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0041ca340, 0xc005144850, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005190a80, 0x0, 0x0, 0x0, 0x0, 0x1201, 0xc005190a50)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005190a50, 0x0, 0x0, 0x0, 0x1300, 0xc001976000, 0x12f0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc001976000, 0x12f0, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0002d5fe0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0006e3570, 0xc00000f220, 0xc00031c760)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 671 [semacquire]:
strings.Replace(0xc001183500, 0xa06, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x16, 0xc001183500, 0xa06)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0006e7570, 0xc003378800, 0xc001eabf00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 672 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78c828f490, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004fc720, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004fc710, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002a84000, 0x408, 0x408, 0x1, 0xc002a84000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000eea600, 0x7f, 0xc002a84000, 0x408, 0xaa0378, 0x1, 0xc002a84000, 0x408, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 674 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f0125ca0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e12c20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e12c10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013acf00, 0x4a6, 0x4a6, 0x1, 0xc0013acf00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ce4090, 0x8b, 0xc0013acf00, 0x4a6, 0xaa0378, 0x1, 0xc0013acf00, 0x4a6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9fb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 675 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78e42cc9f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0034c6f90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034c6f80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e62800, 0x799, 0x799, 0x1, 0xc002e62800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f97880, 0x40, 0xc002e62800, 0x799, 0xaa0378, 0x1, 0xc002e62800, 0x799, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9fbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 676 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78bc29d2c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033f60e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033f60d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00152d500, 0x950, 0x950, 0x1, 0xc00152d500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019b94d0, 0x87, 0xc00152d500, 0x950, 0xaa0378, 0x1, 0xc00152d500, 0x950, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 678 [semacquire]:
strings.genSplit(0xc0024e0000, 0x750, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0030fd600, 0xc9, 0xc9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001baf418, 0xaa0599, 0x2, 0xc004dfe800, 0x750, 0x14, 0xc9, 0xc0053be700)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc004dfe800, 0x750, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001baf570, 0xc0022aab40, 0x72, 0xc002342300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 679 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f789cf68e70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00724e300, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00724e2f4, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000d42680, 0x562, 0x562, 0x1, 0xc000d42680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c75560, 0x8a, 0xc000d42680, 0x562, 0xaa0378, 0x1, 0xc000d42680, 0x562, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 680 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c006880, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f40630, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f40620, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b3c380, 0xd67, 0xd67, 0x1, 0xc001b3c380)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d6630, 0x82, 0xc001b3c380, 0xd67, 0xaa0378, 0x1, 0xc001b3c380, 0xd67, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9ff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 682 [semacquire]:
strings.genSplit(0xc002a8e0d0, 0xc0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x130, 0xc00403a600, 0xc0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003187458, 0xaa058b, 0x2, 0xc00403a600, 0xc0, 0xc003187298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x1, 0xc001707020)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001706f90, 0xc003187320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0031873e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0031873e0, 0xc003d7e480, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc003187401, 0xc00103b620)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc003187570, 0xc003d7e480, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 684 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c007900, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036c0e30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036c0e20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002ca2000, 0x6f3, 0x6f3, 0x1, 0xc002ca2000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014faab0, 0x90, 0xc002ca2000, 0x6f3, 0xaa0378, 0x1, 0xc002ca2000, 0x6f3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 685 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0018d4000, 0x1b75, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0018d4000, 0x1b75, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0018d4000, 0x1b75, 0x0, 0x0, 0x115ea80, 0x1b75, 0x1b75)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0018d4000, 0x1b75, 0x0, 0x0, 0xaa0378, 0x1, 0xc001890000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0018d4000, 0x1b75, 0x1b75, 0xc0018d4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005fd0300, 0x76, 0xc0018d4000, 0x1b75, 0xaa0378, 0x1, 0xc0018d4000, 0x1b75, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 686 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c2cdd40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001658f50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001658f40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002ba5900, 0x12c6, 0x12c6, 0x1, 0xc002ba5900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002aee500, 0x72, 0xc002ba5900, 0x12c6, 0xaa0378, 0x1, 0xc002ba5900, 0x12c6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 687 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002be0840, 0xc0003c7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0003c7418, 0xaa04f9, 0x2, 0xc008103900, 0x242e, 0xc008103900, 0xc0003c7408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc008103900, 0x242e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0003c7570, 0xc006b4e400, 0x87, 0xc005a805a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 335 [semacquire]:
strings.genSplit(0xc005008800, 0x1712, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1712, 0xc005005800, 0x171d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00246b570, 0xc002da2480, 0xc007888380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043c360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 336 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0028b0700, 0x613, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0028b0700, 0x613, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0028b0700, 0x613, 0x0, 0x0, 0x115ea80, 0x613, 0x613)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0028b0700, 0x613, 0x0, 0x0, 0xaa0378, 0x1, 0xc0028b0000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0028b0700, 0x613, 0x613, 0xc0028b0700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00106a9a0, 0xaf, 0xc0028b0700, 0x613, 0xaa0378, 0x1, 0xc0028b0700, 0x613, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043d1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 337 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0023b8f00, 0xa9ece0, 0xc0023b8ed0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000339570, 0xc000871080, 0x44)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043db60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 706 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78cc17efe0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001397bd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001397b80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001768a00, 0x4e2, 0x4e2, 0x1, 0xc001768a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002fe0045, 0x6a, 0xc001768a00, 0x4e2, 0xaa0378, 0x1, 0xc001768a00, 0x4e2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043dce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 707 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002ef1500, 0x2a6c, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002ef1500, 0x2a6c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002ef1500, 0x2a6c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002ef1500, 0x2a6c, 0x0, 0x0, 0x115ea80, 0x2a6c, 0x2a6c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002ef1500, 0x2a6c, 0x0, 0x0, 0xaa0378, 0x1, 0xc0011a0a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002ef1500, 0x2a6c, 0x2a6c, 0xc002ef1500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014ac38c, 0x64, 0xc002ef1500, 0x2a6c, 0xaa0378, 0x1, 0xc002ef1500, 0x2a6c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043de60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 708 [semacquire]:
bytes.makeSlice(0x6caa, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0060b7190, 0x342, 0x186)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0060b7190, 0xc001509180, 0x342, 0x5165d7, 0xc0066c11fd, 0xc003462a68)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0029bc9a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0029bc930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002c35c70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003a52d20, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0060b7570, 0xc003a52d20, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0060b7570, 0xc0013f0180, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 709 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004f64a00, 0x5406, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004f64a00, 0x5406, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004f64a00, 0x5406, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004f64a00, 0x5406, 0x0, 0x0, 0x115ea80, 0x5406, 0x5406)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004f64a00, 0x5406, 0x0, 0x0, 0xaa0378, 0x1, 0xc004f5f500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004f64a00, 0x5406, 0x5406, 0xc004f64a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000470310, 0x64, 0xc004f64a00, 0x5406, 0xaa0378, 0x1, 0xc004f64a00, 0x5406, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c21e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 713 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003a6d800, 0x1539, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003a6d800, 0x1539, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003a6d800, 0x1539, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003a6d800, 0x1539, 0x0, 0x0, 0x115ea80, 0x1539, 0x1539)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003a6d800, 0x1539, 0x0, 0x0, 0xaa0378, 0x1, 0xc0031fb000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a6d800, 0x1539, 0x1539, 0xc003a6d800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000616c00, 0xd0, 0xc003a6d800, 0x1539, 0xaa0378, 0x1, 0xc003a6d800, 0x1539, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c27e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 714 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7c7b70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007032290, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007032280, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002bf5900, 0x487, 0x487, 0x1, 0xc002bf5900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001124cb0, 0x68, 0xc002bf5900, 0x487, 0xaa0378, 0x1, 0xc002bf5900, 0x487, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 716 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c053320, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0009ea130, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0009ea120, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001fdb600, 0x520, 0x520, 0x1, 0xc001fdb600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cbc000, 0x9f, 0xc001fdb600, 0x520, 0xaa0378, 0x1, 0xc001fdb600, 0x520, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 717 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c15a680, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00360c7f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00360c7d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001df5900, 0x49e, 0x49e, 0x1, 0xc001df5900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00217c000, 0x6f, 0xc001df5900, 0x49e, 0xaa0378, 0x1, 0xc001df5900, 0x49e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 719 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002e97b00, 0x44f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002e97b00, 0x44f, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002e97b00, 0x44f, 0x0, 0x0, 0x115ea80, 0x44f, 0x44f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002e97b00, 0x44f, 0x0, 0x0, 0xaa0378, 0x1, 0xc002e97680)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002e97b00, 0x44f, 0x44f, 0xc002e97b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002b9c080, 0x78, 0xc002e97b00, 0x44f, 0xaa0378, 0x1, 0xc002e97b00, 0x44f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c30e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 720 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78782cc0d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003256ac0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003256ab0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000d41600, 0x54d, 0x54d, 0x1, 0xc000d41600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00104a3f3, 0x86, 0xc000d41600, 0x54d, 0xaa0378, 0x1, 0xc000d41600, 0x54d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 722 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d01f330, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004a6140, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004a6130, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002d21b00, 0x448, 0x448, 0x1, 0xc002d21b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073a480, 0x78, 0xc002d21b00, 0x448, 0xaa0378, 0x1, 0xc002d21b00, 0x448, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 724 [semacquire]:
bytes.makeSlice(0x708, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00561f260, 0x166, 0x139)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00561f260, 0xc0001c1080, 0x166, 0x5165d7, 0xc0012e9cc2, 0xc000f931e0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0022ae930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0022ae8c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000e58f50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007b58720, 0xc007b58720, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00561f570, 0xc0013f0100, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 725 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f790c1f58b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00277aa60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00277aa50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014df200, 0x435, 0x435, 0x1, 0xc0014df200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001124620, 0x67, 0xc0014df200, 0x435, 0xaa0378, 0x1, 0xc0014df200, 0x435, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c39e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 726 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000dc0680, 0x512, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000dc0680, 0x512, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000dc0680, 0x512, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000dc0680, 0x512, 0x0, 0x0, 0x115ea80, 0x512, 0x512)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000dc0680, 0x512, 0x0, 0x0, 0xaa0378, 0x1, 0xc000dc0100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000dc0680, 0x512, 0x512, 0xc000dc0680)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011612c0, 0x4b, 0xc000dc0680, 0x512, 0xaa0378, 0x1, 0xc000dc0680, 0x512, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 727 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0302e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033fe070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033fe060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002555900, 0x4c6, 0x4c6, 0x1, 0xc002555900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018ac2d0, 0x84, 0xc002555900, 0x4c6, 0xaa0378, 0x1, 0xc002555900, 0x4c6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 728 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005d95c20, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006d03570, 0xc005d95c20, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006d03570, 0xc0008711c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 729 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf19ab0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033f5400, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033f53f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005b19200, 0x47a, 0x47a, 0x1, 0xc005b19200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070230, 0x63, 0xc005b19200, 0x47a, 0xaa0378, 0x1, 0xc005b19200, 0x47a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 734 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc003393000, 0x20, 0x20, 0xc00693ea00, 0x27, 0x40, 0xc003fbd078, 0xc006fc7e60, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc000f37190, 0x1, 0x1, 0xc003fbd148, 0x7f79b886fe98, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc000f37190, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc006fc7e60, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc000b659b0, 0xc00207d1a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc003fbd570, 0xc000b659b0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003fbd570, 0xc005f57560, 0x3f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 736 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c030180, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00392a660, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00392a650, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0003a9500, 0xa1f, 0xa1f, 0x1, 0xc0003a9500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ae8180, 0x3d, 0xc0003a9500, 0xa1f, 0xaa0378, 0x1, 0xc0003a9500, 0xa1f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 737 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7880d9e5a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016aead0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016aeac0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000466800, 0x76f, 0x76f, 0x1, 0xc000466800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0041f0660, 0x5e, 0xc000466800, 0x76f, 0xaa0378, 0x1, 0xc000466800, 0x76f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 738 [semacquire]:
strings.genSplit(0xc00167e000, 0xa12, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00432d300, 0x124, 0x124)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002129418, 0xaa04d9, 0x2, 0xc0023e0000, 0xa12, 0x5, 0x124, 0xc001ba1180)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0023e0000, 0xa12, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002129570, 0xc0036425c0, 0x66, 0xc0014acfc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 963 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00153a700, 0x645, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00153a700, 0x645, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00153a700, 0x645, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00153a700, 0x645, 0x0, 0x0, 0x115ea80, 0x645, 0x645)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00153a700, 0x645, 0x0, 0x0, 0xaa0378, 0x1, 0xc0075db800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00153a700, 0x645, 0x645, 0xc00153a700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002cfc840, 0x5f, 0xc00153a700, 0x645, 0xaa0378, 0x1, 0xc00153a700, 0x645, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002b744e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 745 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004e5f6e0, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00318b570, 0xc004e5f6e0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00318b570, 0xc006f77fe0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1695 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00627ad00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00627add0, 0xc001864380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0053bfbc0, 0x0, 0x0, 0x0, 0xc004811258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0053bfbc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004811950, 0xc0063e9200, 0xc0c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 965 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001542e00, 0x685, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001542e00, 0x685, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001542e00, 0x685, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001542e00, 0x685, 0x0, 0x0, 0x115ea80, 0x685, 0x685)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001542e00, 0x685, 0x0, 0x0, 0xaa0378, 0x1, 0xc00610b800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001542e00, 0x685, 0x685, 0xc001542e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00113bd60, 0x65, 0xc001542e00, 0x685, 0xaa0378, 0x1, 0xc001542e00, 0x685, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 11 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007553600, 0x829, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007553600, 0x829, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007553600, 0x829, 0x0, 0x0, 0x115ea80, 0x829, 0x829)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007553600, 0x829, 0x0, 0x0, 0xaa0378, 0x1, 0xc007551b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007553600, 0x829, 0x829, 0xc007553600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003eea720, 0x52, 0xc007553600, 0x829, 0xaa0378, 0x1, 0xc007553600, 0x829, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a18480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1844 [semacquire]:
strings.genSplit(0xc002bef000, 0xe21, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008966000, 0x22d, 0x22d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0048b1418, 0xaa04d9, 0x2, 0xc0047d1000, 0xe21, 0xf, 0x22d, 0xc0035ab3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0047d1000, 0xe21, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0048b1570, 0xc00379bd40, 0x68, 0xc00073dc70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 780 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001813458, 0xaa058b, 0x2, 0xc00019e780, 0xc0, 0xc001813298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc00611dec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00611de90, 0xc001813320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0018133e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0018133e0, 0xc0071480c0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001813401, 0xc000491c08)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001813570, 0xc0071480c0, 0xaa058b, 0x2, 0x0, 0x0, 0xc0001e75d5, 0x8, 0xc0001e75de)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 781 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006c73400, 0x48f, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006c73400, 0x48f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006c73400, 0x48f, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006c73400, 0x48f, 0x0, 0x0, 0x115ea80, 0x48f, 0x48f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006c73400, 0x48f, 0x0, 0x0, 0xaa0378, 0x1, 0xc006c72000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006c73400, 0x48f, 0x48f, 0xc006c73400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000179570, 0x6e, 0xc006c73400, 0x48f, 0xaa0378, 0x1, 0xc006c73400, 0x48f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 782 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0002d8be0, 0x0, 0x0, 0x0, 0xc002ead100, 0x1acd, 0x2, 0xc00181dab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0002d8be0, 0xc002ead100, 0x1acd, 0xaa0378, 0x1, 0xc002eab600, 0x1acd)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc002ead100, 0x1acd, 0xaa0378, 0x1, 0xc002ead100, 0x1acd)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e76e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 785 [semacquire]:
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d97570, 0xc0025b6500, 0xc0025b6e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7920, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 786 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006b4ec80, 0xc001339278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0013395e0, 0xaa058b, 0x2, 0xc001f7adc0, 0x13d, 0xc, 0x33, 0xc0070def20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001339570, 0xc002be11e0, 0x45)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e79e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 787 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0079b4c80, 0x0, 0x0, 0x0, 0xc007180c00, 0xbd3, 0x2, 0xc004abd270, 0xc007180c00, 0xbd3, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0079b4c80, 0xc007180c00, 0xbd3, 0xaa0378, 0x1, 0x1, 0x20)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004abd570, 0xc0010de820, 0xc00130e680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7aa0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 788 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc004f59118, 0xaa04bf, 0x2, 0x18b, 0x2, 0xc004f581f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc004f59118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004f59118, 0xc0058ba540, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f59118, 0xc0058ba540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f59118, 0xc0058ba540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f59118, 0xc0004cfdc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f59118, 0xc0004cfdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f59118, 0xc0004cfdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f59118, 0xc0004cfce0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f59118, 0xc0004cfce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f59118, 0xc0004cfce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f59118, 0xc0004cf5e0, 0xc004f58e10, 0x443c10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f59118, 0xc0004cf5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f59118, 0xc0004cf5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f59118, 0xc0004cf500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f59118, 0xc0004cf500, 0x54b170, 0xc006bd3a00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0004cf500, 0x0, 0x0, 0x0, 0x0, 0xc0004cf500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005a76210, 0x0, 0x0, 0x0, 0x2000, 0xc006376000, 0x1bd4, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006376000, 0x1bd4, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003002e40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004f59570, 0xc0016d9b80, 0xc002f58500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7b60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 789 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78fc62bb40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000752d00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000752ce0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f4f500, 0x645, 0x645, 0x1, 0xc002f4f500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311a01e, 0x62, 0xc002f4f500, 0x645, 0xaa0378, 0x1, 0xc002f4f500, 0x645, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7c20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 790 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78808532f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000b5ad00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000b5acf0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e86a00, 0x61e, 0x61e, 0x1, 0xc000e86a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fceb1f, 0x59, 0xc000e86a00, 0x61e, 0xaa0378, 0x1, 0xc000e86a00, 0x61e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7ce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 791 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0053bff20, 0xc002387318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002387418, 0xaa04f9, 0x2, 0xc001363400, 0x20d9, 0xc001363400, 0xc002387408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc001363400, 0x20d9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002387570, 0xc00000f3c0, 0x9c, 0xc002a59ed4)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7da0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 14 [semacquire]:
strings.genSplit(0xc008511800, 0x46fc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x46fc, 0xc003c48000, 0x471f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00156b570, 0xc002da2060, 0xc002cd1d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003038060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 16 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003ca6800, 0x3526, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003ca6800, 0x3526, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003ca6800, 0x3526, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003ca6800, 0x3526, 0x0, 0x0, 0x115ea80, 0x3526, 0x3526)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003ca6800, 0x3526, 0x0, 0x0, 0xaa0378, 0x1, 0xc003ca3000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003ca6800, 0x3526, 0x3526, 0xc003ca6800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cd0140, 0x95, 0xc003ca6800, 0x3526, 0xaa0378, 0x1, 0xc003ca6800, 0x3526, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 802 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001048210, 0x50d2a1, 0xc000d59900, 0x20, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001acd570, 0xc003642100, 0xc00509d1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 804 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7930f6cec0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007612030, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007612020, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ec6700, 0x6e6, 0x6e6, 0x1, 0xc001ec6700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001257050, 0x47, 0xc001ec6700, 0x6e6, 0xaa0378, 0x1, 0xc001ec6700, 0x6e6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0030397a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 806 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c471e10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0031763d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031763c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006c4d80, 0xd70, 0xd70, 0x1, 0xc0006c4d80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fa0ab0, 0x8c, 0xc0006c4d80, 0xd70, 0xaa0378, 0x1, 0xc0006c4d80, 0xd70, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 808 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f791ca3a600, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002977330, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002977320, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0002c9800, 0x3be, 0x3be, 0x1, 0xc0002c9800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002b5e0, 0x4b, 0xc0002c9800, 0x3be, 0xaa0378, 0x1, 0xc0002c9800, 0x3be, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 809 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003bcc800, 0x17f1, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003bcc800, 0x17f1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003bcc800, 0x17f1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003bcc800, 0x17f1, 0x0, 0x0, 0x115ea80, 0x17f1, 0x17f1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003bcc800, 0x17f1, 0x0, 0x0, 0xaa0378, 0x1, 0xc003d6d300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003bcc800, 0x17f1, 0x17f1, 0xc003bcc800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f77828, 0x55, 0xc003bcc800, 0x17f1, 0xaa0378, 0x1, 0xc003bcc800, 0x17f1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 810 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c098c70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000948930, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000948920, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002afca80, 0xa63, 0xa63, 0x1, 0xc002afca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000470b60, 0x6e, 0xc002afca80, 0xa63, 0xaa0378, 0x1, 0xc002afca80, 0xa63, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 811 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0069135e0, 0xaa058b, 0x2, 0xc002e04000, 0x31b, 0x6, 0xd, 0xc007855340)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006913570, 0xc0004a5280, 0x54)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039ce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 812 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00509c5e0, 0xc00254f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00254f418, 0xaa059b, 0x2, 0xc002a29800, 0x6fb, 0x1, 0xe5, 0xc001ba1160)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc002a29800, 0x6fb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00254f570, 0xc0021683a0, 0x50, 0xc000515720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 814 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc00574a000, 0x2d6a, 0x2, 0xc000c51ec0, 0xc004e85d60, 0xc000c51f60, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc00574a000, 0x2d6a, 0xaa0378, 0x1, 0xc000c2d500, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000c53118, 0xc0067bf570, 0xc004bb2160, 0xc000c51ff8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000c53118, 0xc00656ea10, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000c53118, 0xc00656ea10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000c53118, 0xc00656ea10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000c53118, 0xc00656e930, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000c53118, 0xc00656e930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000c53118, 0xc00656e930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000c53118, 0xc00656e310, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002569118, 0xc00656e310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002569118, 0xc00656e310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000c53118, 0xc00656e230, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002569118, 0xc00656e230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002569118, 0xc00656e230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000c53118, 0xc0066dd5e0, 0xc002568d98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002569118, 0xc0066dd5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002569118, 0xc0066dd5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000c53118, 0xc0066dd500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002569118, 0xc0066dd500, 0x54b170, 0xc001a19ad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0066dd500, 0x0, 0x0, 0x0, 0x0, 0xc0066dd500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00361aa50, 0x0, 0x0, 0x0, 0x3500, 0xc000183500, 0x345d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000183500, 0x345d, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc003cc4eb0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002569570, 0xc00604bf60, 0xc00764c0c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 815 [semacquire]:
regexp.makeOnePass(0xc006542120, 0xc006542120)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc0065420c0, 0xc0065420c0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0018e9358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0018e9358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0018e9358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0018e9358, 0x75a856, 0x0, 0xc003850700, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0018e9358, 0xc0018e9320, 0xc0018e93a8, 0x42ca96, 0xc006542090, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0018e93c0, 0xc0018e93d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0022ab8c0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006c35170, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0018e9570, 0xc002fab020, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 816 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001258000, 0x1d38, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001258000, 0x1d38, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001258000, 0x1d38, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001258000, 0x1d38, 0x0, 0x0, 0x115ea80, 0x1d38, 0x1d38)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001258000, 0x1d38, 0x0, 0x0, 0xaa0378, 0x1, 0xc001220000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001258000, 0x1d38, 0x1d38, 0xc001258000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00116e000, 0xc3, 0xc001258000, 0x1d38, 0xaa0378, 0x1, 0xc001258000, 0x1d38, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 817 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c2cb2c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0034544a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003454490, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0027b7800, 0x756, 0x756, 0x1, 0xc0027b7800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d6d110, 0x6b, 0xc0027b7800, 0x756, 0xaa0378, 0x1, 0xc0027b7800, 0x756, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e61e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 820 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b835e0, 0xaa058b, 0x2, 0xc003d6b980, 0x1968, 0x0, 0xc001b83430, 0xc001e082e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001b83570, 0xc000b64390, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001b83570, 0xc003378220, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 822 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0e2540, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0035b4e00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0035b4df0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000fa4000, 0xf23, 0xf23, 0x1, 0xc000fa4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a2eab0, 0x8e, 0xc000fa4000, 0xf23, 0xaa0378, 0x1, 0xc000fa4000, 0xf23, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e65a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 823 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00701fc20, 0x0, 0x0, 0x0, 0xc004cc5000, 0x2e13, 0x2, 0xc00151b270, 0xc004cc5000, 0x2e13, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00701fc20, 0xc004cc5000, 0x2e13, 0xaa0378, 0x1, 0x1, 0x34)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0025d1570, 0xc0071beee0, 0xc0072ae780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 826 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003a68600, 0x1195, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003a68600, 0x1195, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003a68600, 0x1195, 0x0, 0x0, 0x115ea80, 0x1195, 0x1195)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003a68600, 0x1195, 0x0, 0x0, 0xaa0378, 0x1, 0xc003a67300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a68600, 0x1195, 0x1195, 0xc003a68600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d5730, 0x67, 0xc003a68600, 0x1195, 0xaa0378, 0x1, 0xc003a68600, 0x1195, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 827 [semacquire]:
strings.genSplit(0xc00173c000, 0xdfe, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0008b3500, 0x133, 0x133)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021af418, 0xaa059b, 0x2, 0xc00313d000, 0xdfe, 0x1, 0x133, 0xc006c1c340)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00313d000, 0xdfe, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0021af570, 0xc003642340, 0x7e, 0xc00311a780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 829 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f790c372e90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000755a80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000755a70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002599600, 0x890, 0x890, 0x1, 0xc002599600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f76780, 0x74, 0xc002599600, 0x890, 0xaa0378, 0x1, 0xc002599600, 0x890, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 830 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c255920, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002767590, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002767580, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00349f900, 0x12f0, 0x12f0, 0x1, 0xc00349f900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001e6770, 0x70, 0xc00349f900, 0x12f0, 0xaa0378, 0x1, 0xc00349f900, 0x12f0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 833 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c243730, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0031f6160, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031f6150, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00164c000, 0x900, 0x900, 0x1, 0xc00164c000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a2eab0, 0x87, 0xc00164c000, 0x900, 0xaa0378, 0x1, 0xc00164c000, 0x900, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 834 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78e445f5c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013fcf90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013fcf70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002256c00, 0xabc, 0xabc, 0x1, 0xc002256c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000eead80, 0x74, 0xc002256c00, 0xabc, 0xaa0378, 0x1, 0xc002256c00, 0xabc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 835 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001ba0e40, 0xc0036a1278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036a15e0, 0xaa058b, 0x2, 0xc006458000, 0xdf6, 0x9, 0x52, 0xc005bcff40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0036a1570, 0xc002e5e280, 0x4c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 837 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b0473c30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002cf0110, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002cf0100, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00339fb00, 0x422, 0x422, 0x1, 0xc00339fb00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00125af00, 0x50, 0xc00339fb00, 0x422, 0xaa0378, 0x1, 0xc00339fb00, 0x422, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 838 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7978680fc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001647730, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001647720, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002921200, 0x422, 0x422, 0x1, 0xc002921200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00125b090, 0x50, 0xc002921200, 0x422, 0xaa0378, 0x1, 0xc002921200, 0x422, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 839 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006124dd0, 0xc00216e000, 0xb4)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006124dd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006124dd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006124dd0, 0xc0014722a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006eda390, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006eda360, 0x0, 0x0, 0x0, 0xd80, 0xc0075bad80, 0xd7b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0075bad80, 0xd7b, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc003350014)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b33570, 0xc0004a5d80, 0xc007750d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7e00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 841 [semacquire]:
bytes.(*Buffer).grow(0xc003b2f118, 0x1, 0x160)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc003b2f118, 0x1189cea, 0x1, 0x1, 0x14b, 0x160)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003b2f118, 0xc0077876c0, 0x1ab, 0x7, 0xc0077876c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b2f118, 0xc00097e540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b2f118, 0xc00097e540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003b2f118, 0xc00097e070, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b2f118, 0xc00097e070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b2f118, 0xc00097e070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003b2f118, 0xc000d79ce0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b2f118, 0xc000d79ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b2f118, 0xc000d79ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003b2f118, 0xc0030624d0, 0xc000480380, 0x7f79b88712f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b2f118, 0xc0030624d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b2f118, 0xc0030624d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003b2f118, 0xc0030623f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b2f118, 0xc0030623f0, 0x54b170, 0xc006fb5930)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0030623f0, 0x0, 0x0, 0x0, 0x0, 0xc0030623f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0078f9830, 0x0, 0x0, 0x0, 0x3500, 0xc0079b6000, 0x3130, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0079b6000, 0x3130, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002bdd4c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b2f570, 0xc000aee5e0, 0xc001eaa080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842300, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 842 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002f91200, 0x5db, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002f91200, 0x5db, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002f91200, 0x5db, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002f91200, 0x5db, 0x0, 0x0, 0x115ea80, 0x5db, 0x5db)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002f91200, 0x5db, 0x0, 0x0, 0xaa0378, 0x1, 0xc002f90c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002f91200, 0x5db, 0x5db, 0xc002f91200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024f0340, 0xca, 0xc002f91200, 0x5db, 0xaa0378, 0x1, 0xc002f91200, 0x5db, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842480, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 843 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cee9db0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033fc290, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033fc270, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001572a80, 0x9b4, 0x9b4, 0x1, 0xc001572a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000eeb180, 0x78, 0xc001572a80, 0x9b4, 0xaa0378, 0x1, 0xc001572a80, 0x9b4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842600, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 845 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0017801a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1186 +0x35f
golang.org/x/net/html.(*parser).parse(0xc001780270, 0xc002616700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0021f6ba0, 0x0, 0x0, 0x0, 0x0, 0xd101, 0xc0024c6de0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0024c6de0, 0x0, 0x0, 0x0, 0xe000, 0xc006eca000, 0xd124, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006eca000, 0xd124, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d5e240)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002823570, 0xc0025b6040, 0xc00000f4e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842900, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1866 [semacquire]:
bytes.makeSlice(0x970, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001c25260, 0x276, 0x161)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001c25260, 0xc000dfb680, 0x276, 0x5165d7, 0xc000c7fab9, 0xc0053701d0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c38540)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c384d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002607570)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007b5a8d0, 0xc007b5a8d0, 0xc007b5a900)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001c25570, 0xc00740dd40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00467f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 849 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006125450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006125520, 0xc0066f15e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00226f740, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc00226f710)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00226f710, 0x0, 0x0, 0x0, 0xc00, 0xc006ff2c00, 0xbed, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006ff2c00, 0xbed, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x27301e6c00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00110b570, 0xc000ffe000, 0xc0053be7c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 850 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf0bc10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004f06430, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004f06420, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025c6500, 0x48b, 0x48b, 0x1, 0xc0025c6500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0008e7a50, 0x4e, 0xc0025c6500, 0x48b, 0xaa0378, 0x1, 0xc0025c6500, 0x48b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061a120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 855 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004d77300, 0x1194, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004d77300, 0x1194, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004d77300, 0x1194, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004d77300, 0x1194, 0x0, 0x0, 0x115ea80, 0x1194, 0x1194)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004d77300, 0x1194, 0x0, 0x0, 0xaa0378, 0x1, 0xc002ba3300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004d77300, 0x1194, 0x1194, 0xc004d77300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014fb7d9, 0x4f, 0xc004d77300, 0x1194, 0xaa0378, 0x1, 0xc004d77300, 0x1194, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 856 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b852bed0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005fdeb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005fdea0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0005fa000, 0x5f2, 0x5f2, 0x1, 0xc0005fa000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a95b00, 0x25, 0xc0005fa000, 0x5f2, 0xaa0378, 0x1, 0xc0005fa000, 0x5f2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061bd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 857 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002312800, 0x78b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002312800, 0x78b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002312800, 0x78b, 0x0, 0x0, 0x115ea80, 0x78b, 0x78b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002312800, 0x78b, 0x0, 0x0, 0xaa0378, 0x1, 0xc001911800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002312800, 0x78b, 0x78b, 0xc002312800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b72a50, 0x4c, 0xc002312800, 0x78b, 0xaa0378, 0x1, 0xc002312800, 0x78b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004745a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 860 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002744a80, 0x9c5, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002744a80, 0x9c5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002744a80, 0x9c5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002744a80, 0x9c5, 0x0, 0x0, 0x115ea80, 0x9c5, 0x9c5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002744a80, 0x9c5, 0x0, 0x0, 0xaa0378, 0x1, 0xc007866a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002744a80, 0x9c5, 0x9c5, 0xc002744a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141de80, 0x7b, 0xc002744a80, 0x9c5, 0xaa0378, 0x1, 0xc002744a80, 0x9c5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 862 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00362d5e0, 0xaa058b, 0x2, 0xc004739a40, 0x1b0, 0x5, 0x21, 0xc0078553c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00362d570, 0xc006ea9ec0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00362d570, 0xc0010de660, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 864 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78e82cd2a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003f24040, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003f24030, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003c42000, 0x693, 0x693, 0x1, 0xc003c42000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014fbcb0, 0x85, 0xc003c42000, 0x693, 0xaa0378, 0x1, 0xc003c42000, 0x693, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004750e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 866 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020d9418, 0xaa0569, 0x2, 0xc00165e800, 0xb66, 0x1, 0x151, 0xc0053bf420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00165e800, 0xb66, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0020d9570, 0xc0010dee20, 0x8c, 0xc0014fbdd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 868 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78cc281c00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a751e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a751d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f07b00, 0x45d, 0x45d, 0x1, 0xc002f07b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005dc916, 0x68, 0xc002f07b00, 0x45d, 0xaa0378, 0x1, 0xc002f07b00, 0x45d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004755c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 869 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78e03c4070, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c2f9f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c2f9e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015bd400, 0x484, 0x484, 0x1, 0xc0015bd400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311bb80, 0x7d, 0xc0015bd400, 0x484, 0xaa0378, 0x1, 0xc0015bd400, 0x484, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 870 [semacquire]:
strings.genSplit(0xc000f6c000, 0x25b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x2cb, 0xc005d99b80, 0x25b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c115e0, 0xaa058b, 0x2, 0xc005d99b80, 0x25b, 0x1, 0x196, 0xc006c1df00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003c11570, 0xc005f577e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 872 [semacquire]:
strings.Replace(0xc000ee8a80, 0x939, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x2, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc0065e8f50, 0x0, 0x0, 0x0, 0x0, 0xc0065e8f50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0019bc630, 0x0, 0x0, 0x0, 0xc00, 0xc00165ac00, 0xbe6, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00165ac00, 0xbe6, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00036d1a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0011d3570, 0xc0010dfd60, 0xc0036426c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 874 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7924bcd260, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003241240, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003241230, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0008a9680, 0x414, 0x414, 0x1, 0xc0008a9680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a6e0, 0x50, 0xc0008a9680, 0x414, 0xaa0378, 0x1, 0xc0008a9680, 0x414, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 878 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0018ab180, 0xc000b4b400, 0xac7, 0xaa0378, 0x1, 0x1, 0x18)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b43570, 0xc0027e2cc0, 0xc007176660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475e00, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 879 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf5fdf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002977100, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0029770f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00153c300, 0x665, 0x665, 0x1, 0xc00153c300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d6cc40, 0x6c, 0xc00153c300, 0x665, 0xaa0378, 0x1, 0xc00153c300, 0x665, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475f20, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 880 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f795ec22730, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000885a00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008859f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00285f500, 0x64b, 0x64b, 0x1, 0xc00285f500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000df0480, 0x73, 0xc00285f500, 0x64b, 0xaa0378, 0x1, 0xc00285f500, 0x64b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 887 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c21418, 0xaa04f9, 0x2, 0xc0048c1c00, 0xa81, 0xa, 0x10d, 0xc0023a5740)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0048c1c00, 0xa81, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000c21570, 0xc0077518e0, 0x99, 0xc002a58640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 888 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0025b7180, 0xc0053a5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0053a5418, 0xaa05c9, 0x2, 0xc0036d7100, 0xcf4, 0x1, 0x13d, 0xc0025b7160)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0036d7100, 0xcf4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0053a5570, 0xc002f59f80, 0x9a, 0xc000deb9a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 890 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003194580, 0xc2a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003194580, 0xc2a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003194580, 0xc2a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003194580, 0xc2a, 0x0, 0x0, 0x115ea80, 0xc2a, 0xc2a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003194580, 0xc2a, 0x0, 0x0, 0xaa0378, 0x1, 0xc003329200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003194580, 0xc2a, 0xc2a, 0xc003194580)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cbcb00, 0xa3, 0xc003194580, 0xc2a, 0xaa0378, 0x1, 0xc003194580, 0xc2a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 896 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf2fdc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003824090, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003824080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003297180, 0x578, 0x578, 0x1, 0xc003297180)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005ddc80, 0x75, 0xc003297180, 0x578, 0xaa0378, 0x1, 0xc003297180, 0x578, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6c00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 899 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc004f76640, 0xc007117000, 0x4da1, 0xaa0378, 0x1, 0x1, 0x76)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c97570, 0xc000fff340, 0xc0023a4dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 902 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a12df910, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e06930, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e06920, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00225a800, 0xbdf, 0xbdf, 0x1, 0xc00225a800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002b75980, 0x59, 0xc00225a800, 0xbdf, 0xaa0378, 0x1, 0xc00225a800, 0xbdf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 903 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00261c360, 0xc00261c360, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004ca7570, 0xc005f57100, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 905 [semacquire]:
strings.genSplit(0xc005f72a80, 0x36c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x36c, 0xc002f63c00, 0x36c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c295e0, 0xaa058b, 0x2, 0xc002f63c00, 0x36c, 0x0, 0xc001c29430, 0xc00031c948)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001c29570, 0xc006c34b70, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001c29570, 0xc002fab660, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e72c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 907 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9360, 0x0, 0x0, 0x0, 0xc001b88000, 0xd02, 0x2, 0xc0004e9090, 0xc001b88000, 0xd02, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc001b88000, 0xd02, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc00100b1f0, 0x0, 0x0, 0x0, 0x0, 0xc00100b1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000c32bd0, 0x0, 0x0, 0x0, 0x1000, 0xc0072d3000, 0xfb5, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0072d3000, 0xfb5, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003e1cdb0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b49570, 0xc005f568e0, 0xc0023a48a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 908 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9360, 0x0, 0x0, 0x0, 0xc001a71600, 0x8ae, 0x2, 0xc00245d090, 0xc001a71600, 0x8ae, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc001a71600, 0x8ae, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc0079540e0, 0x0, 0x0, 0x0, 0x0, 0xc0079540e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007794870, 0x0, 0x0, 0x0, 0xd80, 0xc0077ba000, 0xc99, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0077ba000, 0xc99, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0024c2ac0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00245d570, 0xc002169be0, 0xc0072af660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 910 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00177c900, 0x8e9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00177c900, 0x8e9, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00177c900, 0x8e9, 0x0, 0x0, 0x115ea80, 0x8e9, 0x8e9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00177c900, 0x8e9, 0x0, 0x0, 0xaa0378, 0x1, 0xc00177c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00177c900, 0x8e9, 0x8e9, 0xc00177c900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002baf710, 0x83, 0xc00177c900, 0x8e9, 0xaa0378, 0x1, 0xc00177c900, 0x8e9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 911 [semacquire]:
strings.genSplit(0xc0015f6000, 0x7a7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003182c00, 0x105, 0x105)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00411f418, 0xaa04fd, 0x2, 0xc0023ed800, 0x7a7, 0x2, 0x105, 0xc001ba1060)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0023ed800, 0x7a7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00411f570, 0xc0000a6860, 0x70, 0xc006212c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 289 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x33767a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036100e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036100d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003482500, 0x49b, 0x49b, 0x1, 0xc003482500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ed4000, 0x49, 0xc003482500, 0x49b, 0xaa0378, 0x1, 0xc003482500, 0x49b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 915 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c075000, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000dfcca0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000dfcc80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0028b2a00, 0x6ff, 0x6ff, 0x1, 0xc0028b2a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007ffe60, 0x57, 0xc0028b2a00, 0x6ff, 0xaa0378, 0x1, 0xc0028b2a00, 0x6ff, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 916 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c264510, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b1b410, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b1b400, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0020aca80, 0x9e3, 0x9e3, 0x1, 0xc0020aca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002aef880, 0x77, 0xc0020aca80, 0x9e3, 0xaa0378, 0x1, 0xc0020aca80, 0x9e3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 917 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f787c401c00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030ba440, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030ba430, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0024cce00, 0x6cf, 0x6cf, 0x1, 0xc0024cce00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003038600, 0x57, 0xc0024cce00, 0x6cf, 0xaa0378, 0x1, 0xc0024cce00, 0x6cf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 920 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f793c433790, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f41ea0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f41e90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0020ae000, 0x4cc, 0x4cc, 0x1, 0xc0020ae000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fce080, 0x79, 0xc0020ae000, 0x4cc, 0xaa0378, 0x1, 0xc0020ae000, 0x4cc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 921 [semacquire]:
strings.genSplit(0xc0071c6000, 0x1f5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc00180a300, 0x22)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003fcd570, 0xc0010cc750, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc0010cc750)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0070faed0, 0xc003fcd378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc003fcd570, 0xc0070fa090, 0xc007888c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003fcd570, 0xc0070fa090, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003fcd570, 0xc0070fa090, 0xc0070fa090)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f020, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 922 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78743f2150, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002c566b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002c566a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b5ad00, 0x8f6, 0x8f6, 0x1, 0xc002b5ad00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fcf580, 0x76, 0xc002b5ad00, 0x8f6, 0xaa0378, 0x1, 0xc002b5ad00, 0x8f6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f0e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 923 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0023d1980, 0x188a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0023d1980, 0x188a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0023d1980, 0x188a, 0x0, 0x0, 0x115ea80, 0x188a, 0x188a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0023d1980, 0x188a, 0x0, 0x0, 0xaa0378, 0x1, 0xc0023d0000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0023d1980, 0x188a, 0x188a, 0xc0023d1980)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311ee60, 0x91, 0xc0023d1980, 0x188a, 0xaa0378, 0x1, 0xc0023d1980, 0x188a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 925 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003ea9100, 0x46edef, 0x5, 0x0, 0xc00041a100, 0xc0008d4069)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xc0008d4069, 0x5, 0xc0008d4069, 0x5, 0x5, 0x1, 0x5)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xc0008d4069, 0x5, 0xc003ea9200, 0xc003ea91e8, 0x46e527)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007334000, 0xc0008d4069, 0x5, 0xaa0525)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x1, 0xc007334000)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:423 +0xf4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0020e1e90, 0xc003ea9350, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc003ea9708, 0xc00184cc80, 0xc0000d9ae0, 0xc003ea93f8, 0xc00451c8a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc003ea9708, 0xc00184cc80, 0xc00618bbe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 926 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7980048f20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001394a60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001394a50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00124f800, 0xbfc, 0xbfc, 0x1, 0xc00124f800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d6c2a0, 0x63, 0xc00124f800, 0xbfc, 0xaa0378, 0x1, 0xc00124f800, 0xbfc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 927 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f46030f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000dfcd40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000dfcd20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e87800, 0x647, 0x647, 0x1, 0xc000e87800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0017461c0, 0x64, 0xc000e87800, 0x647, 0xaa0378, 0x1, 0xc000e87800, 0x647, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 934 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7874657100, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004857860, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004857850, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002d40000, 0x6f7, 0x6f7, 0x1, 0xc002d40000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003625400, 0x77, 0xc002d40000, 0x6f7, 0xaa0378, 0x1, 0xc002d40000, 0x6f7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007f9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 935 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00364ca00, 0x626, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00364ca00, 0x626, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00364ca00, 0x626, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00364ca00, 0x626, 0x0, 0x0, 0x115ea80, 0x626, 0x626)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00364ca00, 0x626, 0x0, 0x0, 0xaa0378, 0x1, 0xc00319c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00364ca00, 0x626, 0x626, 0xc00364ca00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178bd0, 0x48, 0xc00364ca00, 0x626, 0xaa0378, 0x1, 0xc00364ca00, 0x626, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007faa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 759 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f789073aab0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000b99200, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000b991e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001697900, 0x4a5, 0x4a5, 0x1, 0xc001697900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026100, 0x7c, 0xc001697900, 0x4a5, 0xaa0378, 0x1, 0xc001697900, 0x4a5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 760 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f788452e050, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013be130, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013be120, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000852800, 0xbf0, 0xbf0, 0x1, 0xc000852800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000027d80, 0x74, 0xc000852800, 0xbf0, 0xaa0378, 0x1, 0xc000852800, 0xbf0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 761 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0b9b00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004b6f300, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b6f2f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002431000, 0xf2c, 0xf2c, 0x1, 0xc002431000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001746a80, 0x6b, 0xc002431000, 0xf2c, 0xaa0378, 0x1, 0xc002431000, 0xf2c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 762 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0de210, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001927be0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001927bd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004446400, 0xbc7, 0xbc7, 0x1, 0xc004446400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ed54f0, 0x46, 0xc004446400, 0xbc7, 0xaa0378, 0x1, 0xc004446400, 0xbc7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdbb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 763 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0e9970, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00186a570, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00186a560, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002877200, 0x44e, 0x44e, 0x1, 0xc002877200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d6510, 0x84, 0xc002877200, 0x44e, 0xaa0378, 0x1, 0xc002877200, 0x44e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdbbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 764 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0e7c60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b49f10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b49f00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002a78000, 0xa32, 0xa32, 0x1, 0xc002a78000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d6630, 0x85, 0xc002a78000, 0xa32, 0xaa0378, 0x1, 0xc002a78000, 0xa32, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdbc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 765 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006a98000, 0xe79, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006a98000, 0xe79, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006a98000, 0xe79, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006a98000, 0xe79, 0x0, 0x0, 0x115ea80, 0xe79, 0xe79)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006a98000, 0xe79, 0x0, 0x0, 0xaa0378, 0x1, 0xc00225f000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006a98000, 0xe79, 0xe79, 0xc006a98000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019b8e10, 0x8b, 0xc006a98000, 0xe79, 0xaa0378, 0x1, 0xc006a98000, 0xe79, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdbd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 767 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78be3a5860, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c2fa80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c2fa60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b8d100, 0x662, 0x662, 0x1, 0xc002b8d100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f59100, 0x73, 0xc002b8d100, 0x662, 0xaa0378, 0x1, 0xc002b8d100, 0x662, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdbec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 769 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78b08731e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027a2310, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027a2300, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004a58c00, 0x11af, 0x11af, 0x1, 0xc004a58c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c8c0, 0x68, 0xc004a58c00, 0x11af, 0xaa0378, 0x1, 0xc004a58c00, 0x11af, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002b74060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 946 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c480560, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00568a730, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00568a720, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00206a000, 0x7b9, 0x7b9, 0x1, 0xc00206a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cd00a0, 0x96, 0xc00206a000, 0x7b9, 0xaa0378, 0x1, 0xc00206a000, 0x7b9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002b74120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 949 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003935700, 0x504, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003935700, 0x504, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003935700, 0x504, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003935700, 0x504, 0x0, 0x0, 0x115ea80, 0x504, 0x504)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003935700, 0x504, 0x0, 0x0, 0xaa0378, 0x1, 0xc0021bf700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003935700, 0x504, 0x504, 0xc003935700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0020745a0, 0x94, 0xc003935700, 0x504, 0xaa0378, 0x1, 0xc003935700, 0x504, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002b74360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 950 [semacquire]:
strings.genSplit(0xc003d36000, 0x7089, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x7d8, 0x7d8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007cf418, 0xaa058b, 0x2, 0xc002d98000, 0x7089, 0x1, 0x7d8, 0xc0013f0360)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc002d98000, 0x7089, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0007cf570, 0xc001eabba0, 0x8b, 0xc000c74ad3)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002b74420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 971 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9360, 0x0, 0x0, 0x0, 0xc0059c2000, 0x1c83, 0x2, 0xc000895090, 0xc0059c2000, 0x1c83, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc0059c2000, 0x1c83, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc0012385b0, 0x0, 0x0, 0x0, 0x0, 0xc0012385b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0023a2390, 0x0, 0x0, 0x0, 0x2500, 0xc000678f00, 0x204e, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000678f00, 0x204e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004aa9960)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001879570, 0xc0016d8800, 0xc0023a54c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdbf20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 973 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf6b580, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015a0850, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015a0840, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001276e00, 0x6f3, 0x6f3, 0x1, 0xc001276e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cd1cf7, 0x68, 0xc001276e00, 0x6f3, 0xaa0378, 0x1, 0xc001276e00, 0x6f3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a18180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 751 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7918f9d570, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023f8ab0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023f8aa0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005924500, 0x4a8, 0x4a8, 0x1, 0xc005924500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002b6fbc0, 0x5f, 0xc005924500, 0x4a8, 0xaa0378, 0x1, 0xc005924500, 0x4a8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00007ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 753 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001a811c8, 0x127d300, 0xc001a81140, 0x5697b3, 0xc0000d9720)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001a811c8, 0x0, 0x0, 0xc001a81140, 0x46e88b)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001a811c8, 0xe43, 0x1000, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0x0, 0xc001a81230, 0xc001a81248, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc00361b3b0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001090600, 0xaa262f, 0x3, 0xc00361b380)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc001a81708, 0xc0027e3ac0, 0xaa262f, 0x3, 0xc0027e3ac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc001a81708, 0xc0027e3ac0, 0xc00618b340)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d560c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 978 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00379a3e0, 0xc0040eb318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040eb418, 0xaa04fd, 0x2, 0xc0043d6c00, 0x1201, 0x3, 0x1d5, 0xc005bcef80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0043d6c00, 0x1201, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040eb570, 0xc00130c220, 0x8e, 0xc006fc0000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d561e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 980 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f90a550, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030bb1b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030bb190, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003a02000, 0x112f, 0x112f, 0x1, 0xc003a02000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a58e60, 0x9a, 0xc003a02000, 0x112f, 0xaa0378, 0x1, 0xc003a02000, 0x112f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d56360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 982 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc000fba1a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000fba1a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000fba1a0, 0xc0067bf960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0077d93b0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0077d9380, 0x0, 0x0, 0x0, 0xa80, 0xc005599500, 0xa79, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc005599500, 0xa79, 0x0, 0x0, 0x0, 0x440d95, 0xc0077d9320, 0x7f7990036154, 0x9e05779e00000040)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0068c1570, 0xc0022aa560, 0xc006c978c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d56600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 983 [runnable]:
regexp.(*Regexp).ReplaceAllString.func1(0xc002da0000, 0x1812, 0x2000, 0xc001bc9710, 0x2, 0x2, 0x17f8, 0x2000, 0x1877)
/usr/local/go/src/regexp/regexp.go:557 +0xfe
regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc002ea9b00, 0x1ae4, 0x2, 0xc00636d270, 0xc0027f70a0, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc002ea9b00, 0x1ae4, 0xaa0378, 0x1, 0xc002be0880, 0xc00644aa80)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00636d3e0, 0xc0032ca900, 0xb)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00636d3e0, 0xc006890330, 0xaa058b, 0x2, 0xc00636d570, 0x8, 0x9ecc80, 0xc00636d401, 0xc0027f7210)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00636d570, 0xc006890330, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d56720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 985 [semacquire]:
strings.genSplit(0xc008a4e000, 0x8dc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002486000, 0xf4, 0xf4)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d45418, 0xaa0569, 0x2, 0xc006b27b00, 0x8dc, 0x2, 0xf4, 0xc002be0800)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc006b27b00, 0x8dc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d45570, 0xc00379b560, 0x83, 0xc005a80240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d568a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 987 [semacquire]:
strings.genSplit(0xc0022b0000, 0xc7a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0014e2600, 0x115, 0x115)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004205418, 0xaa058b, 0x2, 0xc007255900, 0xc7a, 0x2, 0x115, 0xc002faac20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc007255900, 0xc7a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004205570, 0xc0073be7e0, 0xab, 0xc0034c3b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d56a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 988 [semacquire]:
github.com/andybalholm/cascadia.Compile(0xaa3ff6, 0x4, 0x1, 0xb856e0, 0xc00604ada0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005f131d0, 0xaa3ff6, 0x4, 0xc00611dfb0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.OpenGraphResolver(0xc00596a800, 0xc00596a800, 0xc00596a800)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:272 +0x91
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:151 +0x646
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d56ae0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 989 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f93d930, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008875d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008875b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e63000, 0x730, 0x730, 0x1, 0xc002e63000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003332c0, 0x98, 0xc002e63000, 0x730, 0xaa0378, 0x1, 0xc002e63000, 0x730, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d56ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 991 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005f57e60, 0xc000835278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008355e0, 0xaa058b, 0x2, 0xc002c0c600, 0x12f9, 0x0, 0xc00004d880, 0x7f79b88712f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000835570, 0xc0053bfc80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d56d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 994 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0018aae60, 0x0, 0x0, 0x0, 0xc004888a00, 0x651, 0x2, 0xc003e17270, 0xc004888a00, 0x651, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0018aae60, 0xc004888a00, 0x651, 0xaa0378, 0x1, 0x1, 0xc)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003e17570, 0xc001eab6a0, 0xc0023a5ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d570e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 996 [semacquire]:
strings.genSplit(0xc0057a0a80, 0x97d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0xfe, 0xfe)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004983418, 0xaa04d9, 0x2, 0xc005598000, 0x97d, 0xb, 0xfe, 0xc0078899c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc005598000, 0x97d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004983570, 0xc001ba0300, 0x7d, 0xc007a31d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d57260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 998 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0053a3418, 0xaa04d9, 0x2, 0xc0022a6800, 0x7b9, 0xc0022a6800, 0xc0053a3408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0022a6800, 0x7b9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0053a3570, 0xc00618a460, 0x69, 0xc000178850)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d573e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1000 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005b9a380, 0xd2b, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005b9a380, 0xd2b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005b9a380, 0xd2b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005b9a380, 0xd2b, 0x0, 0x0, 0x115ea80, 0xd2b, 0xd2b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005b9a380, 0xd2b, 0x0, 0x0, 0xaa0378, 0x1, 0xc005b99600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005b9a380, 0xd2b, 0xd2b, 0xc005b9a380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cd17c0, 0x93, 0xc005b9a380, 0xd2b, 0xaa0378, 0x1, 0xc005b9a380, 0xd2b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d57560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1004 [semacquire]:
strings.genSplit(0xc005cb0000, 0x2bc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x2bc, 0xc00184bb80, 0x2bc)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000309458, 0xaa058b, 0x2, 0xc00184bb80, 0x2bc, 0xc000309298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x1, 0xc000c33b90)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000c33b00, 0xc000309320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0003093e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0003093e0, 0xc0079c1050, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc000309401, 0xc006fc6c10)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000309570, 0xc0079c1050, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d57860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1005 [semacquire]:
github.com/araddon/dateparse.newParser(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1703
github.com/araddon/dateparse.parseTime(0xc0079fb7c0, 0x48, 0x0, 0xc0079fb7c0, 0x48, 0x48)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0x42
github.com/araddon/dateparse.ParseAny(0xc0079fb7c0, 0x48, 0x3, 0xaa0378, 0x1, 0xc0079fb7c0, 0x48)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004997570, 0xc002faad80, 0xc0070dec00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d57920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1007 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006b4a000, 0x8f2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006b4a000, 0x8f2, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006b4a000, 0x8f2, 0x0, 0x0, 0x115ea80, 0x8f2, 0x8f2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006b4a000, 0x8f2, 0x0, 0x0, 0xaa0378, 0x1, 0xc00415a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006b4a000, 0x8f2, 0x8f2, 0xc006b4a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007594630, 0x8c, 0xc006b4a000, 0x8f2, 0xaa0378, 0x1, 0xc006b4a000, 0x8f2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d57aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1009 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7924a6ef80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ff7960, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ff7940, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0004ad400, 0x3ef, 0x3ef, 0x1, 0xc0004ad400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00467efc0, 0x58, 0xc0004ad400, 0x3ef, 0xaa0378, 0x1, 0xc0004ad400, 0x3ef, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d57c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1012 [semacquire]:
encoding/json.Unmarshal(0xc000976240, 0x10c, 0x120, 0x9cfa40, 0xc007888600, 0x120, 0x1)
/usr/local/go/src/encoding/json/decode.go:100 +0x31
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002168260, 0xc002504800, 0xbb5, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc002504800, 0xbb5, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f59280, 0x7c, 0xc002504800, 0xbb5, 0xaa0378, 0x1, 0xc002504800, 0xbb5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d57e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1014 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006f73500, 0x935, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006f73500, 0x935, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006f73500, 0x935, 0x0, 0x0, 0x115ea80, 0x935, 0x935)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006f73500, 0x935, 0x0, 0x0, 0xaa0378, 0x1, 0xc006f72a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006f73500, 0x935, 0x935, 0xc006f73500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003025f80, 0x7b, 0xc006f73500, 0x935, 0xaa0378, 0x1, 0xc006f73500, 0x935, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a18a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1015 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006016c00, 0xbaa, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006016c00, 0xbaa, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006016c00, 0xbaa, 0x0, 0x0, 0x115ea80, 0xbaa, 0xbaa)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006016c00, 0xbaa, 0x0, 0x0, 0xaa0378, 0x1, 0xc005f27400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006016c00, 0xbaa, 0xbaa, 0xc006016c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0044ade00, 0x78, 0xc006016c00, 0xbaa, 0xaa0378, 0x1, 0xc006016c00, 0xbaa, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a18b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1016 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c08b950, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001396040, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001396010, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e96d80, 0x473, 0x473, 0x1, 0xc002e96d80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019b8000, 0x88, 0xc002e96d80, 0x473, 0xaa0378, 0x1, 0xc002e96d80, 0x473, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a18c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1018 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d056bd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005657af0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005657ae0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00604f800, 0x770, 0x770, 0x1, 0xc00604f800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002bbec60, 0x88, 0xc00604f800, 0x770, 0xaa0378, 0x1, 0xc00604f800, 0x770, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a18de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1020 [semacquire]:
bytes.(*Buffer).grow(0xc002d8d260, 0x7, 0x1)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc002d8d260, 0xc0048560c0, 0x7, 0x440d95, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000163500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000163490)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002e76360, 0xc002e765d0, 0xc0069742c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002d8d570, 0xc0033780c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a18f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1022 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79445b90b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c60c50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c60c40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003e47200, 0x5af, 0x5af, 0x1, 0xc003e47200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afe000, 0x82, 0xc003e47200, 0x5af, 0xaa0378, 0x1, 0xc003e47200, 0x5af, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1024 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0053bff40, 0xc002585318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002585418, 0xaa04d9, 0x2, 0xc005aca000, 0xf7b, 0xc005aca000, 0xc002585408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc005aca000, 0xf7b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002585570, 0xc0071bfd40, 0x6e, 0xc0014acd20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1025 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006b26000, 0x86d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006b26000, 0x86d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006b26000, 0x86d, 0x0, 0x0, 0x115ea80, 0x86d, 0x86d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006b26000, 0x86d, 0x0, 0x0, 0xaa0378, 0x1, 0xc002598400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006b26000, 0x86d, 0x86d, 0xc006b26000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a589a4, 0x50, 0xc006b26000, 0x86d, 0xaa0378, 0x1, 0xc006b26000, 0x86d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a196e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1026 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0002d8be0, 0x0, 0x0, 0x0, 0xc00433c600, 0x1110, 0x2, 0xc0018a3ab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0002d8be0, 0xc00433c600, 0x1110, 0xaa0378, 0x1, 0xc00433b300, 0x1110)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00433c600, 0x1110, 0xaa0378, 0x1, 0xc00433c600, 0x1110)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000a19860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1028 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c78aa60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc006cc1050, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006cc1040, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002aa4a00, 0x625, 0x625, 0x1, 0xc002aa4a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f58000, 0x72, 0xc002aa4a00, 0x625, 0xaa0378, 0x1, 0xc002aa4a00, 0x625, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003038660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1030 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7f78b38eb7d0, 0x7f78b38e3bd0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002168260, 0xc00153b500, 0x6a9, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00153b500, 0x6a9, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000332320, 0x91, 0xc00153b500, 0x6a9, 0xaa0378, 0x1, 0xc00153b500, 0x6a9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0030387e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1033 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d0510a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013a5900, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013a58f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002c38000, 0x4d4, 0x4d4, 0x1, 0xc002c38000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073d960, 0x66, 0xc002c38000, 0x4d4, 0xaa0378, 0x1, 0xc002c38000, 0x4d4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003038a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1034 [semacquire]:
bytes.makeSlice(0xc5, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005e3d1f0, 0xc5, 0x42cc84)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005e3d1f0, 0xc001513c70, 0xc5, 0x28, 0x28, 0xc0073a0f00)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00124dce0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00124dc70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000436ea0, 0xc0073a0f00, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc005e3d570, 0xc000436ea0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005e3d570, 0xc001044ea0, 0x25)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003038c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1037 [semacquire]:
strings.genSplit(0xc00888d000, 0xf40, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc000000000, 0x7f799022d390)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040c3418, 0xaa04d9, 0x2, 0xc0018c2000, 0xf40, 0xc0018c2000, 0xc0040c3408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0018c2000, 0xf40, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040c3570, 0xc006a9ca20, 0x74, 0xc0044acc80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1038 [semacquire]:
strings.genSplit(0xc000c63000, 0xdcc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00895a000, 0x17c, 0x17c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040db418, 0xaa059b, 0x2, 0xc003c3d000, 0xdcc, 0x1, 0x17c, 0xc000a4e520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc003c3d000, 0xdcc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040db570, 0xc000ba5740, 0x87, 0xc0056bc090)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0030395c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1893 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036cba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1042 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0068ebc20, 0xc00495a000, 0x133d, 0xaa0378, 0x1, 0x1, 0x47)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e45570, 0xc005d52080, 0xc001ba0120)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003039bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1046 [semacquire]:
strings.genSplit(0xc006ba5400, 0xb9b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x13b, 0x13b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040f1418, 0xaa04f9, 0x2, 0xc006ff5000, 0xb9b, 0xe, 0x13b, 0xc00130ca40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc006ff5000, 0xb9b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040f1570, 0xc0023a50e0, 0x80, 0xc0000ae980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061ab40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1050 [semacquire]:
strings.genSplit(0xc002926000, 0x7e39, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0075ba000, 0xd82, 0xd82)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00535d418, 0xaa059b, 0x2, 0xc004d30000, 0x7e39, 0x1, 0xd82, 0xc001eaa2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc004d30000, 0x7e39, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00535d570, 0xc002047640, 0xc6, 0xc0014b5930)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ec5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1051 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006bcf600, 0xcb7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006bcf600, 0xcb7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006bcf600, 0xcb7, 0x0, 0x0, 0x115ea80, 0xcb7, 0xcb7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006bcf600, 0xcb7, 0x0, 0x0, 0xaa0378, 0x1, 0xc006bcdb00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006bcf600, 0xcb7, 0xcb7, 0xc006bcf600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bc6ea0, 0x5d, 0xc006bcf600, 0xcb7, 0xaa0378, 0x1, 0xc006bcf600, 0xcb7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002eca20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1052 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004207140, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc004207140, 0xb7b620, 0xc00207cde0, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc00207cde0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00207cde0, 0xc004207230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00207cde0, 0x0, 0x0, 0x0, 0xc80, 0xc005266c80, 0xc17, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc005266c80, 0xc17, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005b13d60)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004207570, 0xc0061105a0, 0xc00184da60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ecba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1053 [semacquire]:
strings.genSplit(0xc005fec000, 0xa64, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc001636000, 0x114, 0x114)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001657418, 0xaa05c9, 0x2, 0xc0012c0000, 0xa64, 0x1, 0x114, 0xc0053bf0e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0012c0000, 0xa64, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001657570, 0xc007751420, 0xcf, 0xc000c44522)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1054 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0025b70a0, 0xc005349318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005349418, 0xaa0599, 0x2, 0xc000fda000, 0x19b3, 0x4a, 0x2ad, 0xc005976840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc000fda000, 0x19b3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005349570, 0xc006a9c2e0, 0xd0, 0xc006a82e07)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1057 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0089d1188, 0x42c500, 0x7f79643fe768, 0x0, 0x75bddd)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0089d1188, 0x278b, 0xc004dca000, 0x5, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0089d1188, 0x6, 0xc000043128, 0xc0089d1188, 0x7d001a, 0x6f307)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa04f7, 0x2, 0xc006bb0bd8, 0xc0089d1208, 0x7cff63, 0xc006bb0bd0, 0x1182620)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa04f7, 0x2, 0xa, 0xa, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0027c82d0, 0xaa04f7, 0x2, 0xc0089d12e8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*outputFormatter).replaceTagsWithText(0xc0089d13e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:160 +0x16a
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0089d13e0, 0xc0027c82d0, 0xaa058b, 0x2, 0xc0089d1570, 0x8, 0x9ecc80, 0x107, 0x108)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:42 +0xe7
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0089d1570, 0xc0027c82d0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ede60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1059 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002da2600, 0xc0024b5318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0024b5418, 0xaa04fd, 0x2, 0xc001d09800, 0xb4d, 0x3, 0x155, 0xc0027e2680)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc001d09800, 0xb4d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0024b5570, 0xc000870e20, 0xba, 0xc000fe40c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040ecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1061 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc006506e00, 0x6f0, 0x0, 0x0, 0xc0004a0000, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc006506e00, 0x6f0, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040f440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1062 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006ce5350, 0xaa04f7, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x11, 0xc006ce5350)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000e66cf0, 0xc0015b1320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0015b13e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0015b13e0, 0xc006551bf0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x1f8, 0x1f9)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0015b1570, 0xc006551bf0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2d20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1066 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00601b400, 0xb55, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00601b400, 0xb55, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00601b400, 0xb55, 0x0, 0x0, 0x115ea80, 0xb55, 0xb55)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00601b400, 0xb55, 0x0, 0x0, 0xaa0378, 0x1, 0xc004584800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00601b400, 0xb55, 0xb55, 0xc00601b400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007f380, 0x55, 0xc00601b400, 0xb55, 0xaa0378, 0x1, 0xc00601b400, 0xb55, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00043df20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1069 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0018aab40, 0x0, 0x0, 0x0, 0xc0047d8000, 0xd37, 0x2, 0xc000ab3270, 0xc0047d8000, 0xd37, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0018aab40, 0xc0047d8000, 0xd37, 0xaa0378, 0x1, 0x1, 0x16)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004d4d570, 0xc002da3b40, 0xc005ee4ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1072 [semacquire]:
bytes.makeSlice(0x7ed, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0067f3170, 0x1cf, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0067f3170, 0xc006c2c3c0, 0x1cf, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0067f3170, 0xc006c2c3c0, 0x1cf, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0067f3170, 0xc006fce310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0067f3170, 0xc006bb1dc0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0067f3170, 0xc006bb1d50, 0xb84d20, 0xc0067f3170)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0067f3170, 0xc006bb1d50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0067f2fc0, 0x47a441c6d, 0x1251a20, 0xc00604b380, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e68a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1074 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00703f860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00703f930, 0xc007858c40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0072aed40, 0x0, 0x0, 0x0, 0xc00475f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0072aed40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00475f950, 0xc005b98a80, 0x2837, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6ba0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1076 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00361b800, 0xc00409f240, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00409f570, 0xc0063899b0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00409f570, 0xc005045fc0, 0x42)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1077 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00272ca80, 0x35d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00272ca80, 0x35d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00272ca80, 0x35d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00272ca80, 0x35d, 0x0, 0x0, 0x115ea80, 0x35d, 0x35d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00272ca80, 0x35d, 0x0, 0x0, 0xaa0378, 0x1, 0xc0034e8380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00272ca80, 0x35d, 0x35d, 0xc00272ca80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0070bf360, 0x98, 0xc00272ca80, 0x35d, 0xaa0378, 0x1, 0xc00272ca80, 0x35d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1083 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f47f35b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012bdef0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012bde50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002abc600, 0x5d6, 0x5d6, 0x1, 0xc002abc600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002f43f0, 0x82, 0xc002abc600, 0x5d6, 0xaa0378, 0x1, 0xc002abc600, 0x5d6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1084 [semacquire]:
strings.genSplit(0xc00483a000, 0x176, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x176, 0xc001163800, 0x176)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007875e0, 0xaa058b, 0x2, 0xc001163800, 0x176, 0x4, 0x25, 0xc002fab000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000787570, 0xc0071be9c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1085 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002ed11c8, 0x127d300, 0xc002ed1140, 0x5697b3, 0xc0000d9720)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002ed11c8, 0x0, 0x0, 0xc002ed1140, 0x46e88b)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002ed11c8, 0xde9, 0x1000, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0x0, 0xc002ed1230, 0xc002ed1248, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc000d0ac00)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0058ac9c0, 0xaa262f, 0x3, 0xc000d0abd0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002ed1708, 0xc0009ded80, 0xaa262f, 0x3, 0xc0009ded80)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002ed1708, 0xc0009ded80, 0xc007751040)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1086 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002a4a000, 0xf70, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002a4a000, 0xf70, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002a4a000, 0xf70, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002a4a000, 0xf70, 0x0, 0x0, 0x115ea80, 0xf70, 0xf70)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002a4a000, 0xf70, 0x0, 0x0, 0xaa0378, 0x1, 0xc002d0e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002a4a000, 0xf70, 0xf70, 0xc002a4a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311e1e0, 0x9c, 0xc002a4a000, 0xf70, 0xaa0378, 0x1, 0xc002a4a000, 0xf70, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1088 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001a6d100, 0xd11, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001a6d100, 0xd11, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001a6d100, 0xd11, 0x0, 0x0, 0x115ea80, 0xd11, 0xd11)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001a6d100, 0xd11, 0x0, 0x0, 0xaa0378, 0x1, 0xc001a6b600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001a6d100, 0xd11, 0xd11, 0xc001a6d100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a583d0, 0x81, 0xc001a6d100, 0xd11, 0xaa0378, 0x1, 0xc001a6d100, 0xd11, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1090 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005045ec0, 0xc0015e3430, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0015e3570, 0xc0022ab000, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:430 +0x7d3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1100 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c19d440, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003caa7f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003caa7e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000135500, 0xa07, 0xa07, 0x1, 0xc000135500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014ac331, 0x4c, 0xc000135500, 0xa07, 0xaa0378, 0x1, 0xc000135500, 0xa07, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1101 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c160920, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005147b20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005147b10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005296a00, 0x617, 0x617, 0x1, 0xc005296a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d6c032, 0x36, 0xc005296a00, 0x617, 0xaa0378, 0x1, 0xc005296a00, 0x617, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1102 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f790c9b3350, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0031f7160, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031f7150, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003483400, 0x4b7, 0x4b7, 0x1, 0xc003483400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d6cfc0, 0x6d, 0xc003483400, 0x4b7, 0xaa0378, 0x1, 0xc003483400, 0x4b7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1103 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c4adf20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0059b20a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0059b2090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002ee1c00, 0xacc, 0xacc, 0x1, 0xc002ee1c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0039a691f, 0x93, 0xc002ee1c00, 0xacc, 0xaa0378, 0x1, 0xc002ee1c00, 0xacc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1b00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1104 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7885289000, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c9b1e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c9b1d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0041cd500, 0x9c5, 0x9c5, 0x1, 0xc0041cd500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002bbe5a0, 0x81, 0xc0041cd500, 0x9c5, 0xaa0378, 0x1, 0xc0041cd500, 0x9c5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1e00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1105 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c485d20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000b11a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000b1190, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000dc1180, 0x561, 0x561, 0x1, 0xc000dc1180)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0039a6b60, 0xc7, 0xc000dc1180, 0x561, 0xaa0378, 0x1, 0xc000dc1180, 0x561, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1f80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1106 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f793d1ce7e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e126e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e126d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003ecb800, 0x60b, 0x60b, 0x1, 0xc003ecb800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c415, 0x46, 0xc003ecb800, 0x60b, 0xaa0378, 0x1, 0xc003ecb800, 0x60b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1110 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0064175f0, 0xc000e4a000, 0x293)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0064175f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064175f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0064175f0, 0xc002eb8380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc002b86360, 0x0, 0x0, 0x0, 0x0, 0x1f01, 0xc002b86330)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002b86330, 0x0, 0x0, 0x0, 0x2000, 0xc007836000, 0x1f13, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc007836000, 0x1f13, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003eea660)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a75570, 0xc00130e920, 0xc005976720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1112 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f789ce8fc00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00186af60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00186af50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004ab1000, 0x7f2, 0x7f2, 0x1, 0xc004ab1000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256690, 0x6e, 0xc004ab1000, 0x7f2, 0xaa0378, 0x1, 0xc004ab1000, 0x7f2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1113 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c5c5a90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004857170, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004857160, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e99200, 0x888, 0x888, 0x1, 0xc000e99200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a18ae0, 0x59, 0xc000e99200, 0x888, 0xaa0378, 0x1, 0xc000e99200, 0x888, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1114 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7968345220, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c9b150, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c9b140, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002ff9800, 0x1598, 0x1598, 0x1, 0xc002ff9800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003eeade0, 0x5c, 0xc002ff9800, 0x1598, 0xaa0378, 0x1, 0xc002ff9800, 0x1598, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1115 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f794c758760, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027486c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002748670, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0042d1000, 0xdaf, 0xdaf, 0x1, 0xc0042d1000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00113ad20, 0x9a, 0xc0042d1000, 0xdaf, 0xaa0378, 0x1, 0xc0042d1000, 0xdaf, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a67e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1119 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0031e5338, 0x432e00, 0xc0031e5268, 0xa1613a18, 0x78)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0031e5338, 0xc00041b500, 0x5, 0xc0031e5288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0031e5338, 0xc0031e5350, 0x43b3b7, 0x1252790, 0xc0031e5300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f79643ff7e0, 0xc0031e5301, 0x10100000042ab7a, 0x0, 0x110f)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0071487e0, 0xaa64ee, 0x5, 0x205e)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0031e5570, 0xc002be0740, 0x110f, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1121 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000d14000, 0x671, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000d14000, 0x671, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000d14000, 0x671, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000d14000, 0x671, 0x0, 0x0, 0x115ea80, 0x671, 0x671)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000d14000, 0x671, 0x0, 0x0, 0xaa0378, 0x1, 0xc006f8d500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000d14000, 0x671, 0x671, 0xc000d14000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003039f80, 0x59, 0xc000d14000, 0x671, 0xaa0378, 0x1, 0xc000d14000, 0x671, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a7260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1124 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc001cd7100, 0xd3e, 0x2, 0xc000937ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc001cd7100, 0xd3e, 0x0, 0x0, 0xc0004a0000, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc001cd7100, 0xd3e, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a77a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1128 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc0084e2a00, 0x2226, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc002bfc5b0, 0x0, 0x0, 0x0, 0x0, 0xc002bfc5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00488ad50, 0x0, 0x0, 0x0, 0x2a80, 0xc0045a8a80, 0x2870, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0045a8a80, 0x2870, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xf49d7bba00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005467570, 0xc001045260, 0xc002046ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1130 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000374400, 0x8ab, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000374400, 0x8ab, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000374400, 0x8ab, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000374400, 0x8ab, 0x0, 0x0, 0x115ea80, 0x8ab, 0x8ab)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000374400, 0x8ab, 0x0, 0x0, 0xaa0378, 0x1, 0xc0029c1600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000374400, 0x8ab, 0x8ab, 0xc000374400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006213b4d, 0x36, 0xc000374400, 0x8ab, 0xaa0378, 0x1, 0xc000374400, 0x8ab, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1131 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f796d7bebb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00360ce60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00360ce50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00236d800, 0x7d7, 0x7d7, 0x1, 0xc00236d800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006213ce0, 0x56, 0xc00236d800, 0x7d7, 0xaa0378, 0x1, 0xc00236d800, 0x7d7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1136 [semacquire]:
strings.genSplit(0xc000b9c000, 0x767, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0x767, 0xc002fd1340, 0x7d9110)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002fd13e0, 0xc0068655c0, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:123 +0xc1
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002fd13e0, 0xc005676600, 0xaa058b, 0x2, 0xc002fd1570, 0x8, 0x9ecc80, 0xc002fd1401, 0xc00030cd08)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002fd1570, 0xc005676600, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdaa20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1137 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f792833f890, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016587e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016587d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00272dc00, 0x339, 0x339, 0x1, 0xc00272dc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009d7a70, 0x83, 0xc00272dc00, 0x339, 0xaa0378, 0x1, 0xc00272dc00, 0x339, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdaae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1140 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d053990, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0010e4860, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0010e4840, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002c38500, 0x4fd, 0x4fd, 0x1, 0xc002c38500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001256690, 0x6d, 0xc002c38500, 0x4fd, 0xaa0378, 0x1, 0xc002c38500, 0x4fd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdad20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1141 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7954ec3a50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0037018f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0037018e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001611800, 0x7e5, 0x7e5, 0x1, 0xc001611800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0041f1da0, 0x52, 0xc001611800, 0x7e5, 0xaa0378, 0x1, 0xc001611800, 0x7e5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdae40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1142 [semacquire]:
encoding/json.Unmarshal(0xc002ad2000, 0x129, 0x140, 0x9cfa40, 0xc00379a3c0, 0x140, 0x50cc01)
/usr/local/go/src/encoding/json/decode.go:100 +0x31
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc003642200, 0xc001a5a900, 0x87c, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a5a900, 0x87c, 0x87c, 0x1, 0xc001a5a900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002aefa80, 0x80, 0xc001a5a900, 0x87c, 0xaa0378, 0x1, 0xc001a5a900, 0x87c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdaf00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1143 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0064168f0, 0xc0010f2500, 0x4bc)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0064168f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064168f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0064168f0, 0xc005f313b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006126570, 0x0, 0x0, 0x0, 0x0, 0x2b01, 0xc000b646f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000b646f0, 0x0, 0x0, 0x0, 0x3000, 0xc002b3c000, 0x2b68, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc002b3c000, 0x2b68, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00589e780)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003add570, 0xc0004a5900, 0xc00031c520)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1145 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000e82c00, 0x54e, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000e82c00, 0x54e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000e82c00, 0x54e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000e82c00, 0x54e, 0x0, 0x0, 0x115ea80, 0x54e, 0x54e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000e82c00, 0x54e, 0x0, 0x0, 0xaa0378, 0x1, 0xc000e82680)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000e82c00, 0x54e, 0x54e, 0xc000e82c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001e7110, 0x63, 0xc000e82c00, 0x54e, 0xaa0378, 0x1, 0xc000e82c00, 0x54e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1147 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c2d1dd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00290e300, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00290e2d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00116b800, 0x713, 0x713, 0x1, 0xc00116b800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002b9c380, 0x72, 0xc00116b800, 0x713, 0xaa0378, 0x1, 0xc00116b800, 0x713, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1148 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf2b620, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b9a4e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b9a4d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003255500, 0x981, 0x981, 0x1, 0xc003255500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073ba80, 0x80, 0xc003255500, 0x981, 0xaa0378, 0x1, 0xc003255500, 0x981, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1150 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00487d320, 0xc001ebbb80, 0xa4, 0xc00487d310, 0x49eb6d, 0x1182aec)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xaa3da6, 0x4, 0xae62c8, 0x0, 0xaa, 0x2, 0xc00487d3b8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa3da6, 0x4, 0x50c765, 0xc001ebbb80, 0xab)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006550900, 0xaa3da6, 0x4, 0xffffffffffffffff)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00487d570, 0xc0027e26a0, 0xab, 0xc001ebbb80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:120 +0x4a
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008426c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1152 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9220, 0x0, 0x0, 0x0, 0xc0015ec000, 0x23e, 0x2, 0xc0034861f0, 0xa, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc0015ec000, 0x23e, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003487118, 0xc0010a0d90, 0xc003486208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003487118, 0xc0010a0d20, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003487118, 0xc0010a0d20, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003487118, 0xc0010a0d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003487118, 0xc0010a0d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003487118, 0xc001239c70, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004139118, 0xc001239c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004139118, 0xc001239c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003487118, 0xc001239a40, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004139118, 0xc001239a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004139118, 0xc001239a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003487118, 0xc0015eaa10, 0xc001c0ca80, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004139118, 0xc0015eaa10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004139118, 0xc0015eaa10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003487118, 0xc0015ea930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004139118, 0xc0015ea930, 0x54b170, 0xc0020f1a00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0015ea930, 0x0, 0x0, 0x0, 0x0, 0xc0015ea930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007b58cc0, 0x0, 0x0, 0x0, 0x1000, 0xc003832000, 0xfae, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003832000, 0xfae, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc006e18500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004139570, 0xc000ba5840, 0xc0070df740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1153 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005481418, 0xaa04df, 0x2, 0xc006afd600, 0xd14, 0x1, 0x17f, 0xc006c96de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc006afd600, 0xd14, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005481570, 0xc0072aec40, 0x68, 0xc0075490a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1154 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0043feb60, 0xc00284e000, 0x1db)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0043feb60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0043feb60)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0043feb60, 0xc003dd6d20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002cd1480, 0x0, 0x0, 0x0, 0xc005469258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002cd1480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005469950, 0xc002192000, 0x38a8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000843e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1155 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007b58300, 0xc007b58660, 0xc00728f200)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005043570, 0xc0070dfe20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1156 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004387aa0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00547d570, 0xc0010dfae0, 0x6d, 0xc0078e99d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1157 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0054c0000, 0xca8, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0054c0000, 0xca8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0054c0000, 0xca8, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0054c0000, 0xca8, 0x0, 0x0, 0x115ea80, 0xca8, 0xca8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0054c0000, 0xca8, 0x0, 0x0, 0xaa0378, 0x1, 0xc00223c880)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0054c0000, 0xca8, 0xca8, 0xc0054c0000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006edca00, 0x74, 0xc0054c0000, 0xca8, 0xaa0378, 0x1, 0xc0054c0000, 0xca8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1158 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000e16480, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc005981570, 0xc000e16480, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005981570, 0xc007888d80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1160 [runnable]:
sort.swapRange_func(0xc002a03880, 0xc006ce53b0, 0x13f, 0x140, 0x1)
/usr/local/go/src/sort/zfuncversion.go:65 +0x6c
sort.rotate_func(0xc002a03880, 0xc006ce53b0, 0x9d, 0x140, 0x162)
/usr/local/go/src/sort/zfuncversion.go:264 +0x104
sort.symMerge_func(0xc002a03880, 0xc006ce53b0, 0x0, 0x140, 0x17e)
/usr/local/go/src/sort/zfuncversion.go:241 +0x364
sort.symMerge_func(0xc002a03880, 0xc006ce53b0, 0x0, 0x27c, 0x2fc)
/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.symMerge_func(0xc002a03880, 0xc006ce53b0, 0x0, 0x500, 0x5f8)
/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.stable_func(0xc002a03880, 0xc006ce53b0, 0x5f8)
/usr/local/go/src/sort/zfuncversion.go:180 +0x12f
sort.SliceStable(0x9de7e0, 0xc0022aa4a0, 0xc002a03880)
/usr/local/go/src/sort/slice.go:27 +0xcb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003bce000, 0x1d96, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003bce000, 0x1d96, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003bce000, 0x1d96, 0x0, 0x0, 0x115ea80, 0x1d96, 0x1d96)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003bce000, 0x1d96, 0x0, 0x0, 0xaa0378, 0x1, 0xc003a58000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003bce000, 0x1d96, 0x1d96, 0xc003bce000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0029dd5e0, 0x6d, 0xc003bce000, 0x1d96, 0xaa0378, 0x1, 0xc003bce000, 0x1d96, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001c9ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1168 [semacquire]:
encoding/json.(*decodeState).literalStore(0xc00749d130, 0xc0044035a1, 0x11, 0xdf, 0x9e9080, 0xc0018c02b0, 0x198, 0x0, 0x123, 0xc00749d158)
/usr/local/go/src/encoding/json/decode.go:972 +0x1ee1
encoding/json.(*decodeState).value(0xc00749d130, 0x9e9080, 0xc0018c02b0, 0x198, 0x9e9080, 0xc0018c02b0)
/usr/local/go/src/encoding/json/decode.go:401 +0x1de
encoding/json.(*decodeState).object(0xc00749d130, 0xa49de0, 0xc0018c02a0, 0x199, 0xc00749d158, 0x7b)
/usr/local/go/src/encoding/json/decode.go:782 +0x12e5
encoding/json.(*decodeState).value(0xc00749d130, 0xa49de0, 0xc0018c02a0, 0x199, 0xa49de0, 0xc0018c02a0)
/usr/local/go/src/encoding/json/decode.go:387 +0x6d
encoding/json.(*decodeState).array(0xc00749d130, 0x9cfa40, 0xc00509c5a0, 0x16, 0xc00749d158, 0x5b)
/usr/local/go/src/encoding/json/decode.go:575 +0x1a7
encoding/json.(*decodeState).value(0xc00749d130, 0x9cfa40, 0xc00509c5a0, 0x16, 0xc006169958, 0x532927)
/usr/local/go/src/encoding/json/decode.go:377 +0xfd
encoding/json.(*decodeState).unmarshal(0xc00749d130, 0x9cfa40, 0xc00509c5a0, 0xc00749d158, 0x0)
/usr/local/go/src/encoding/json/decode.go:180 +0x1f0
encoding/json.Unmarshal(0xc004403540, 0x123, 0x140, 0x9cfa40, 0xc00509c5a0, 0x140, 0x50cc01)
/usr/local/go/src/encoding/json/decode.go:107 +0x112
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc006c1c260, 0xc005f5e880, 0xce4, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005f5e880, 0xce4, 0xce4, 0x1, 0xc005f5e880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005a0cfc0, 0x82, 0xc005f5e880, 0xce4, 0xaa0378, 0x1, 0xc005f5e880, 0xce4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1169 [semacquire]:
encoding/json.Unmarshal(0xc004c4a000, 0x123, 0x140, 0x9cfa40, 0xc0025b76a0, 0x140, 0x50cc01)
/usr/local/go/src/encoding/json/decode.go:100 +0x31
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc003642200, 0xc0022a7000, 0x7f1, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0022a7000, 0x7f1, 0x7f1, 0x1, 0xc0022a7000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006cdc100, 0x78, 0xc0022a7000, 0x7f1, 0xaa0378, 0x1, 0xc0022a7000, 0x7f1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1170 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf81960, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00186bcb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00186bc90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e73000, 0xe5f, 0xe5f, 0x1, 0xc002e73000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c540, 0x62, 0xc002e73000, 0xe5f, 0xaa0378, 0x1, 0xc002e73000, 0xe5f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1172 [semacquire]:
github.com/gigawattio/window.Rolling(0xc005278000, 0xec, 0xec, 0x3, 0x0, 0xeb, 0xc005278000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004157570, 0xc0072ae600, 0xc00604a2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f5140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1174 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001ba15e0, 0xc004153318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004153418, 0xaa0569, 0x2, 0xc004ec1800, 0x7c6, 0x2, 0xf0, 0xc0013f0a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc004ec1800, 0x7c6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004153570, 0xc0053be340, 0x32, 0xc0074535c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e60c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1175 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5180, 0x0, 0x0, 0x0, 0xc0002c8000, 0x3d1, 0x2, 0xc00218d270, 0xc00259beda, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5180, 0xc0002c8000, 0x3d1, 0xaa04bf, 0x2, 0xc0002c8000, 0x3d1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00218d3e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00218d3e0, 0xc00706e090, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xdb, 0xdc)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00218d570, 0xc00706e090, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e6c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1177 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf89c70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0032577f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003257790, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00144e840, 0x294, 0x294, 0x1, 0xc00144e840)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006212000, 0x6a, 0xc00144e840, 0x294, 0xaa0378, 0x1, 0xc00144e840, 0x294, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008e7140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1179 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00009d2b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00009d450, 0xc003e6bd50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc007730930, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00646c1b0, 0x0, 0x0, 0x0, 0xa80, 0xc006462a80, 0x987, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006462a80, 0x987, 0x0, 0x0, 0x0, 0x440d95, 0xc00646c150, 0x7f7990039a40, 0x4026b2d100000080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0015b9570, 0xc0023a5680, 0xc0029ee620)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 944 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001e7a000, 0x2d4b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001e7a000, 0x2d4b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001e7a000, 0x2d4b, 0x0, 0x0, 0x115ea80, 0x2d4b, 0x2d4b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001e7a000, 0x2d4b, 0x0, 0x0, 0xaa0378, 0x1, 0xc004281000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001e7a000, 0x2d4b, 0x2d4b, 0xc001e7a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005bacc80, 0x74, 0xc001e7a000, 0x2d4b, 0xaa0378, 0x1, 0xc001e7a000, 0x2d4b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00497a3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1182 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00287ec60, 0x14e, 0x14e, 0xc001c0ca80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00287ec60, 0x14e, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ecd5e0, 0xaa058b, 0x2, 0xc00287ec60, 0x14e, 0x0, 0xc002ecd430, 0xc0022ab408)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002ecd570, 0xc0011bb0e0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002ecd570, 0xc006110f20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000474ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1184 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00071b5e0, 0xaa058b, 0x2, 0xc006ac9880, 0x335, 0xb, 0xc00071b2e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc006030ba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00222cc30, 0xc00071b378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00071b570, 0xc00222c0c0, 0xc006c1e660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00071b570, 0xc00222c0c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00071b570, 0xc00222c0c0, 0xc00222c0c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1187 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c2bcd00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030ba510, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030ba4f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00257d200, 0x5b8, 0x5b8, 0x1, 0xc00257d200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f76380, 0x7b, 0xc00257d200, 0x5b8, 0xaa0378, 0x1, 0xc00257d200, 0x5b8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000475620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1188 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78d0735700, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003241400, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0032413f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029e3180, 0x33c, 0x33c, 0x1, 0xc0029e3180)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001e6d20, 0x61, 0xc0029e3180, 0x33c, 0xaa0378, 0x1, 0xc0029e3180, 0x33c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ff020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1190 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f795c7377f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00392b5b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00392b5a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0036a6000, 0xaa2, 0xaa2, 0x1, 0xc0036a6000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002bbfb90, 0x8f, 0xc0036a6000, 0xaa2, 0xaa0378, 0x1, 0xc0036a6000, 0xaa2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ffaa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1191 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c5b6070, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001782890, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001782880, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005476600, 0x5fb, 0x5fb, 0x1, 0xc005476600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00467f860, 0x5e, 0xc005476600, 0x5fb, 0xaa0378, 0x1, 0xc005476600, 0x5fb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007ffc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1878 [semacquire]:
strings.Replace(0xc0032bb500, 0x14c3, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc002dcc9c0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000927950, 0xc0032bb500, 0x14c3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1194 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c5923e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004b6ee70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b6ee60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002539000, 0x726, 0x726, 0x1, 0xc002539000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002aef900, 0x7e, 0xc002539000, 0x726, 0xaa0378, 0x1, 0xc002539000, 0x726, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfc060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1198 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003e63ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003e63c70, 0xc0073dfe30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006279e30, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006279e00, 0x0, 0x0, 0x0, 0x800, 0xc003329000, 0x7f0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc003329000, 0x7f0, 0x0, 0x0, 0x0, 0x440d95, 0xc006279da0, 0x7f79644758a3, 0x5ac3c7d600000040)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c23570, 0xc0013f0860, 0xc0013f09e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfc360, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1201 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0065e4380, 0xe, 0x10, 0xc0039ac200, 0x29, 0x40, 0xc0064bd078, 0xc006fc7790, 0x7600000001, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc005f54790, 0x1, 0x1, 0xc0064bd148, 0x7f79b8872080, 0xc002cfec00, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc005f54790, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc006fc7790, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0063fc750, 0xc0009fc0f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0064bd570, 0xc0063fc750, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0064bd570, 0xc002be13c0, 0x59)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfc5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1203 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001ba1100, 0xc005347318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005347418, 0xaa0599, 0x2, 0xc0013bca00, 0x13bb, 0x22, 0x301, 0xc0072aece0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0013bca00, 0x13bb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005347570, 0xc002fab840, 0x52, 0xc000842b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfc720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1204 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc001bfd118, 0xc00519d900, 0x26b, 0x26b, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bfd118, 0xc000fb9500, 0xc001bfc240, 0xc007f7b158)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bfd118, 0xc000fb9490, 0x1, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bfd118, 0xc000fb9490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:189 +0xdfe
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bfd118, 0xc000fb9490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bfd118, 0xc000fb8770, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bfd118, 0xc000fb8770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bfd118, 0xc000fb8770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bfd118, 0xc000fb8690, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bfd118, 0xc000fb8690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bfd118, 0xc000fb8690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bfd118, 0xc001b1eee0, 0xc00099aa80, 0x7f79b88712f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bfd118, 0xc001b1eee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bfd118, 0xc001b1eee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bfd118, 0xc001b1ee00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bfd118, 0xc001b1ee00, 0x54b170, 0xc002a416c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001b1ee00, 0x0, 0x0, 0x0, 0x0, 0xc001b1ee00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0017063f0, 0x0, 0x0, 0x0, 0x1800, 0xc001ca1800, 0x16e6, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001ca1800, 0x16e6, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0002ef140)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001bfd570, 0xc006a9dc60, 0xc0071bf920)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfc7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1205 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00604b640, 0xc001cb9318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001cb9418, 0xaa0503, 0x2, 0xc004d82000, 0x8c5, 0x1, 0x14d, 0xc0023a4fe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc004d82000, 0x8c5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001cb9570, 0xc00130e7e0, 0x5c, 0xc0003d2300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfc8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1207 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000de4000, 0x10cb, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000de4000, 0x10cb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000de4000, 0x10cb, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000de4000, 0x10cb, 0x0, 0x0, 0x115ea80, 0x10cb, 0x10cb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000de4000, 0x10cb, 0x0, 0x0, 0xaa0378, 0x1, 0xc004a56600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000de4000, 0x10cb, 0x10cb, 0xc000de4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002b00701, 0x74, 0xc000de4000, 0x10cb, 0xaa0378, 0x1, 0xc000de4000, 0x10cb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfca20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1208 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007067458, 0xaa058b, 0x2, 0xc0019b99e0, 0x83, 0xc007067298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0xc, 0xc00785aa80)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00226e090, 0xc007067320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0070673e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0070673e0, 0xc001628f60, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc007067401, 0xc0050ffd00)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc007067570, 0xc001628f60, 0xaa058b, 0x2, 0x0, 0x0, 0x8474656913, 0xc0009ecd60, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfcae0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1209 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc0028fa100, 0x544, 0x2, 0xc004303270, 0xc0027f6010, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc0028fa100, 0x544, 0xaa0378, 0x1, 0xc00596ae20, 0xc00604a720)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0043033e0, 0xc006e79660, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0043033e0, 0xc001318c90, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc004303401, 0xc0027f60f8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc004303570, 0xc001318c90, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfcba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1210 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007b535e0, 0xaa058b, 0x2, 0xc006b79440, 0x227, 0x3, 0xb, 0xc0039075c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc007b53570, 0xc007176ca0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfcc60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1211 [semacquire]:
github.com/andybalholm/cascadia.Compile(0xaa03ab, 0x1, 0x28, 0xa4b3a0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007b59680, 0xaa03ab, 0x1, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006eb7570, 0xc007b59680, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:562 +0x55
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup.func1(0x1, 0xc007b59680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:727 +0x9e
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007b59590, 0xc006eb7460, 0xc006dd1530)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc006eb7570, 0xc006dd1530, 0xc006dd1530)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfcd20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1212 [semacquire]:
bytes.(*Buffer).grow(0xc005e26430, 0x1, 0xc000c40000)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteByte(0xc005e26430, 0xaa0320, 0x1, 0xc000c40000)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005e26430, 0xc007c7a5b0, 0x6e, 0x6e, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:433 +0x2d4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e26430, 0xc001c509a0, 0xc0053f4580, 0xc005e26360)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e26430, 0xc001c50930, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005e27118, 0xc001c50930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e27118, 0xc001c50930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e27118, 0xc001c50700, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005e27118, 0xc001c50700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e27118, 0xc001c50700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e27118, 0xc001c50620, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005e27118, 0xc001c50620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e27118, 0xc001c50620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e27118, 0xc006d6bf10, 0xc001c0ca80, 0x7f79b886f7d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005e27118, 0xc006d6bf10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e27118, 0xc006d6bf10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e27118, 0xc006d6be30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e27118, 0xc006d6be30, 0x54b170, 0xc00627a410)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006d6be30, 0x0, 0x0, 0x0, 0x0, 0xc006d6be30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0014369c0, 0x0, 0x0, 0x0, 0x5000, 0xc004cda000, 0x4ded, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004cda000, 0x4ded, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000dd5500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005e27570, 0xc001044dc0, 0xc0013f1b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfcde0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1213 [semacquire]:
strings.genSplit(0xc004d9d500, 0x5410, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0068a6000, 0x855, 0x855)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005463418, 0xaa04fd, 0x2, 0xc007eac000, 0x5410, 0x4, 0x855, 0xc000ba4820)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc007eac000, 0x5410, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005463570, 0xc001eaa880, 0x97, 0xc000b44b78)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfcea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1214 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006b4fc20, 0xc003c15268, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c155e0, 0xaa058b, 0x2, 0xc003af6900, 0x436, 0x14, 0xc003c152e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xa, 0xc0009fc420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000e177a0, 0xc003c15378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc003c15570, 0xc000e174a0, 0xc007855f40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003c15570, 0xc000e174a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003c15570, 0xc000e174a0, 0xc000e174a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfcf60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1215 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00278c780, 0xb, 0x10, 0xc006e617a0, 0xb, 0xc, 0xc003ceb090, 0xc0023a52a0, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc006283668, 0x1, 0x1, 0xc003ceb160, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc006283668, 0x1, 0x1, 0xb856e0, 0xc0023a52a0, 0xc006283668, 0x1, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000c33c20, 0xaa03b1, 0x1, 0xc003ceb248)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc003ceb570, 0xc002f583c0, 0x7f79b8870560, 0x0, 0x750000c0012273e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003ceb570, 0xc002f583c0, 0x44)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfd020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1216 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0063894a0, 0xc004d3b230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0063894a0, 0x0, 0x0, 0x0, 0x7000, 0xc004eb7000, 0x6e89, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc004eb7000, 0x6e89, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc004f1c674)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004d3b570, 0xc002f586a0, 0xc00604a360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfd0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1225 [semacquire]:
strings.genSplit(0xc00682d500, 0x136c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003584000, 0x2eb, 0x2eb)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049c9418, 0xaa04df, 0x2, 0xc0073fca00, 0x136c, 0x1, 0x2eb, 0xc0071bf660)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0073fca00, 0x136c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0049c9570, 0xc006401fe0, 0x7d, 0xc00073ac80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfd7a0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1226 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003da2c00, 0x598, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003da2c00, 0x598, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003da2c00, 0x598, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003da2c00, 0x598, 0x0, 0x0, 0x115ea80, 0x598, 0x598)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003da2c00, 0x598, 0x0, 0x0, 0xaa0378, 0x1, 0xc003da2600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003da2c00, 0x598, 0x598, 0xc003da2c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00497a4e0, 0x57, 0xc003da2c00, 0x598, 0xaa0378, 0x1, 0xc003da2c00, 0x598, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfd860, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1227 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006401b60, 0xc0031ad318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031ad418, 0xaa04df, 0x2, 0xc0023a9b00, 0xd4f, 0x1, 0x16d, 0xc00130c840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0023a9b00, 0xd4f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031ad570, 0xc002cd0460, 0xa1, 0xc000cbd5a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfd920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1235 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000b97118, 0xaa04bf, 0x2, 0xc005990c00, 0x2d2, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000b97118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000b97118, 0xc00097e380, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000b97118, 0xc00097e380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000b97118, 0xc00097e380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b97118, 0xc00140f9d0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004811118, 0xc00140f9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004811118, 0xc00140f9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b97118, 0xc00140f8f0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004811118, 0xc00140f8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004811118, 0xc00140f8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b97118, 0xc001f47340, 0xc004810e10, 0x443c10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004811118, 0xc001f47340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004811118, 0xc001f47340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b97118, 0xc001f47260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004811118, 0xc001f47260, 0x54b170, 0xc002614270)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001f47260, 0x0, 0x0, 0x0, 0x0, 0xc001f47260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0024375f0, 0x0, 0x0, 0x0, 0xc80, 0xc002242000, 0xc7c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002242000, 0xc7c, 0x0, 0x0, 0x0, 0x440d95, 0xc002437590, 0x7f7990015306, 0xad550f9d00000008)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004811570, 0xc0029ee740, 0xc006400d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002cfdf20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1833 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.newDocument(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:93
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0070df440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:57 +0xc1
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005497950, 0xc001862000, 0x1ca2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006ddc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1239 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006a9d100, 0xc001e21318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e21418, 0xaa04df, 0x2, 0xc0052d4a00, 0x245d, 0x1, 0x325, 0xc0072ae9e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0052d4a00, 0x245d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e21570, 0xc006883540, 0x7f, 0xc00760e500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017c240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 958 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc006f28000, 0x2acc, 0x2, 0xc000df9270, 0xc000babd70, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc006f28000, 0x2acc, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc000df93e0, 0xc0001ef780, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000df93e0, 0xc0032058c0, 0xaa058b, 0x2, 0xc000df9570, 0x8, 0x9ecc80, 0x25, 0x26)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000df9570, 0xc0032058c0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005f4d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1875 [runnable]:
github.com/fatih/set.(*Set).Add(0xc0025b6e80, 0xc001269278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:26 +0x124
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012695e0, 0xaa058b, 0x2, 0xc004aaeb40, 0x235, 0xd, 0x43, 0xc0025b6e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001269570, 0xc0053bf520, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1248 [semacquire]:
github.com/gigawattio/window.Rolling(0xc003d1a000, 0x395, 0x395, 0x3, 0x0, 0x394, 0xc003d1a000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005461570, 0xc0020460a0, 0xc00596a020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017c900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1251 [semacquire]:
strings.genSplit(0xc001324c00, 0x516, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc00180a301, 0x79)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0059ff570, 0xc006b30f00, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0059ff570, 0xc001eab800, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017cb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1253 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0038aaa80, 0x92c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0038aaa80, 0x92c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0038aaa80, 0x92c, 0x0, 0x0, 0x115ea80, 0x92c, 0x92c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0038aaa80, 0x92c, 0x0, 0x0, 0xaa0378, 0x1, 0xc000d76a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0038aaa80, 0x92c, 0x92c, 0xc0038aaa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fce580, 0x7d, 0xc0038aaa80, 0x92c, 0xaa0378, 0x1, 0xc0038aaa80, 0x92c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017ccc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1254 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003b2a6c0, 0xa9ece0, 0xc003b2a690)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005cf1570, 0xc007751d00, 0x52)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017cd80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1255 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004f1a000, 0xe75, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004f1a000, 0xe75, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004f1a000, 0xe75, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004f1a000, 0xe75, 0x0, 0x0, 0x115ea80, 0xe75, 0xe75)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004f1a000, 0xe75, 0x0, 0x0, 0xaa0378, 0x1, 0xc002e72000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004f1a000, 0xe75, 0xe75, 0xc004f1a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005bbf58c, 0x45, 0xc004f1a000, 0xe75, 0xaa0378, 0x1, 0xc004f1a000, 0xe75, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017ce40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1867 [semacquire]:
strings.genSplit(0xc006e7e000, 0x41d1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x5f0, 0x5f0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a93418, 0xaa0599, 0x2, 0xc004dc1000, 0x41d1, 0x75, 0x5f0, 0xc001e085e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc004dc1000, 0x41d1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a93570, 0xc001e08240, 0x6c, 0xc0009d52d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc002d2fe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1259 [semacquire]:
bytes.makeSlice(0xc7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007c1f260, 0x47, 0x40)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007c1f260, 0xc00303b770, 0x47, 0x5165d7, 0xc0021a7480, 0xc00384fbf0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00159b8f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00159b880)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00159b7a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005eede60, 0xc000c1a030, 0xc007889920)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc007c1f570, 0xc006111680, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1261 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00517a000, 0xdda, 0xc005487270, 0xc000874e00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00517a000, 0xdda, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005487418, 0xaa04d9, 0x2, 0xc00517a000, 0xdda, 0x10, 0x188, 0xc002be0380)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00517a000, 0xdda, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005487570, 0xc002f589c0, 0xbc, 0xc00768ca80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1263 [semacquire]:
strings.genSplit(0xc0018d8000, 0xa5b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0007df000, 0xff, 0xff)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00430b418, 0xaa04fd, 0x2, 0xc0033a1500, 0xa5b, 0x2, 0xff, 0xc001ba00a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0033a1500, 0xa5b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00430b570, 0xc0060bece0, 0x8b, 0xc000ddda70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1265 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf11680, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027a3800, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027a37f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00339e480, 0x452, 0x452, 0x1, 0xc00339e480)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007e6c0, 0x58, 0xc00339e480, 0x452, 0xaa0378, 0x1, 0xc00339e480, 0x452, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d5c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1266 [semacquire]:
strings.genSplit(0xc0020a2000, 0xa37, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007497500, 0x13f, 0x13f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b75418, 0xaa05c9, 0x2, 0xc0073a6a80, 0xa37, 0x1, 0x13f, 0xc003379340)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0073a6a80, 0xa37, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b75570, 0xc006b9db40, 0xa9, 0xc00749a000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1270 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0059f3200, 0xc21, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0059f3200, 0xc21, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0059f3200, 0xc21, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0059f3200, 0xc21, 0x0, 0x0, 0x115ea80, 0xc21, 0xc21)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0059f3200, 0xc21, 0x0, 0x0, 0xaa0378, 0x1, 0xc0059f2580)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0059f3200, 0xc21, 0xc21, 0xc0059f3200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0079fb9a0, 0x4d, 0xc0059f3200, 0xc21, 0xaa0378, 0x1, 0xc0059f3200, 0xc21, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1271 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043af418, 0xaa04df, 0x2, 0xc006fb8d80, 0xd68, 0x1, 0x18a, 0xc007855e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc006fb8d80, 0xd68, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0043af570, 0xc0071bf320, 0x75, 0xc002f15c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017da40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1273 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002faaea0, 0xc004b73318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b73418, 0xaa0569, 0x2, 0xc001570000, 0xa55, 0x2, 0x10e, 0xc002faae60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc001570000, 0xa55, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b73570, 0xc001e08440, 0x87, 0xc002cece10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017dbc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1276 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cedc830, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0058386a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005838690, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002afd500, 0xa21, 0xa21, 0x1, 0xc002afd500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00093014b, 0xe2, 0xc002afd500, 0xa21, 0xaa0378, 0x1, 0xc002afd500, 0xa21, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017de00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1277 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000568000, 0xce1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000568000, 0xce1, 0x0, 0x0, 0x115ea80, 0xce1, 0xce1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000568000, 0xce1, 0x0, 0x0, 0xaa0378, 0x1, 0xc00107e380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000568000, 0xce1, 0xce1, 0xc000568000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005bbda92, 0x6d, 0xc000568000, 0xce1, 0xaa0378, 0x1, 0xc000568000, 0xce1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017dec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1278 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0053bf100, 0xc006853318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006853418, 0xaa059b, 0x2, 0xc000e5d800, 0xb0d, 0x1, 0x14b, 0xc003906700)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc000e5d800, 0xb0d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006853570, 0xc001eab840, 0x77, 0xc007139a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017df80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1280 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc00748d020, 0xc0043cd470, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x83
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0043cd570, 0xc008418540, 0x72, 0xc008181d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x236
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8120, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1281 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004c74e00, 0x64e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004c74e00, 0x64e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004c74e00, 0x64e, 0x0, 0x0, 0x115ea80, 0x64e, 0x64e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004c74e00, 0x64e, 0x0, 0x0, 0xaa0378, 0x1, 0xc004c74000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004c74e00, 0x64e, 0x64e, 0xc004c74e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007f8c0, 0x59, 0xc004c74e00, 0x64e, 0xaa0378, 0x1, 0xc004c74e00, 0x64e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e81e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1282 [semacquire]:
bytes.makeSlice(0x5d3e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007b58180, 0x360, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007b58180, 0xc00658c700, 0x360, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc007b58180, 0xc00658c700, 0x360, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc007b58180, 0xc000f7e150, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc007b58180, 0xc000f7e0e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007b58180, 0xc001112cb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007b58180, 0xc0002fdb20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007b58180, 0xc0002fda40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007b58180, 0xc002923420, 0xb84d20, 0xc007b58180)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc007b58180, 0xc002923420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001ef7230, 0x50d2a1, 0xc00631a480, 0x3b, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005361570, 0xc00618a060, 0xc0064005a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e82a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1283 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798e6172a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001da6bf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001da6be0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc006508a00, 0x6fe, 0x6fe, 0x1, 0xc006508a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0029ddce0, 0x67, 0xc006508a00, 0x6fe, 0xaa0378, 0x1, 0xc006508a00, 0x6fe, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1900 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006d9a640, 0xc00463d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00463d418, 0xaa0599, 0x2, 0xc001fea480, 0x1a38, 0x3f, 0x273, 0xc006d9a5e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc001fea480, 0x1a38, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00463d570, 0xc006d9a1c0, 0x9c, 0xc000b44000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036dce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1288 [semacquire]:
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0043cb570, 0xc0077502c0, 0xc002168120)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1291 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000aef440, 0xc00492f318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00492f418, 0xaa05c9, 0x2, 0xc0016a7500, 0x906, 0x1, 0x101, 0xc000aef420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0016a7500, 0x906, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00492f570, 0xc006c96f20, 0xbb, 0xc00278921b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1292 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_GoString(...)
_cgo_gotypes.go:71
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002168260, 0xc0061d8600, 0x5bb, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:148 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0061d8600, 0x5bb, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311e6e0, 0xa0, 0xc0061d8600, 0x5bb, 0xaa0378, 0x1, 0xc0061d8600, 0x5bb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1293 [semacquire]:
regexp.(*Regexp).replaceAll(0xc006008460, 0x0, 0x0, 0x0, 0xc00645b000, 0xe10, 0x2, 0xc001901270, 0xc00645b000, 0xe10, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc006008460, 0xc00645b000, 0xe10, 0xaa0378, 0x1, 0x1, 0xc)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004295570, 0xc0033787e0, 0xc00130d0a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1296 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d01c350, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003021310, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030212f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003294b00, 0x57d, 0x57d, 0x1, 0xc003294b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00582b500, 0x7d, 0xc003294b00, 0x57d, 0xaa0378, 0x1, 0xc003294b00, 0x57d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1298 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00618c090, 0xc0041bf230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00618c090, 0x0, 0x0, 0x0, 0xc00, 0xc00165d000, 0xb30, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00165d000, 0xb30, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0062129a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0041bf570, 0xc004bcf0c0, 0xc002be19a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1299 [semacquire]:
strings.genSplit(0xc005183000, 0x370b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x3800, 0x0, 0xc0004db3b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0004db418, 0xaa0599, 0x2, 0xc00517f800, 0x370b, 0xc00517f800, 0xc0004db408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00517f800, 0x370b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0004db570, 0xc00604a800, 0x52, 0xc0002e9980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1302 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006e96700, 0x615, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:67 +0x34
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006e96700, 0x615, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006e96700, 0x615, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006e96700, 0x615, 0x0, 0x0, 0x115ea80, 0x615, 0x615)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006e96700, 0x615, 0x0, 0x0, 0xaa0378, 0x1, 0xc006e96000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006e96700, 0x615, 0x615, 0xc006e96700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005dd0850, 0x60, 0xc006e96700, 0x615, 0xaa0378, 0x1, 0xc006e96700, 0x615, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e91a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1303 [semacquire]:
strings.genSplit(0xc005d50000, 0x765, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005ebf900, 0x102, 0x102)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005437418, 0xaa0503, 0x2, 0xc00150a000, 0x765, 0x1, 0x102, 0xc00604b720)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00150a000, 0x765, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005437570, 0xc001e08f00, 0x6b, 0xc005dd0770)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e9260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1305 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041bd418, 0xaa04df, 0x2, 0xc00227bc00, 0x6e4, 0x1, 0xad, 0xc0035aa4c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00227bc00, 0x6e4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041bd570, 0xc0010df080, 0x8a, 0xc002bbf560)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e93e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1306 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00543d140, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc00543d140, 0xb7b620, 0xc00646c9f0, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc00646c9f0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00646c9f0, 0xc00543d230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00646c9f0, 0x0, 0x0, 0x0, 0x1000, 0xc001739000, 0xdc8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc001739000, 0xdc8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x231bd53400000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00543d570, 0xc0023a5780, 0xc00740d960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e94a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 704 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00477a600, 0x102b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00477a600, 0x102b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00477a600, 0x102b, 0x0, 0x0, 0x115ea80, 0x102b, 0x102b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00477a600, 0x102b, 0x0, 0x0, 0xaa0378, 0x1, 0xc004779300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00477a600, 0x102b, 0x102b, 0xc00477a600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018d7b19, 0x76, 0xc00477a600, 0x102b, 0xaa0378, 0x1, 0xc00477a600, 0x102b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1310 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78ffd99c00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0076b70a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0076b7090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001fec000, 0xd96, 0xd96, 0x1, 0xc001fec000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000eebc80, 0x77, 0xc001fec000, 0xd96, 0xaa0378, 0x1, 0xc001fec000, 0xd96, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e97a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1311 [semacquire]:
strings.genSplit(0xc00114a000, 0xf8a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003f2bb00, 0x1aa, 0x1aa)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041d9418, 0xaa0599, 0x2, 0xc0016ee000, 0xf8a, 0x2e, 0x1aa, 0xc0072ae1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0016ee000, 0xf8a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041d9570, 0xc0009de580, 0x85, 0xc006188000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e9860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1314 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00009d520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00009d5f0, 0xc006c5f810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc007730ae0, 0x0, 0x0, 0x0, 0x0, 0xe01, 0xc007730ab0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007730ab0, 0x0, 0x0, 0x0, 0x1000, 0xc001df6000, 0xeb4, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc001df6000, 0xeb4, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000c3dce0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004785570, 0xc000aee060, 0xc003379a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e9aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1317 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f77348e0770, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f541d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f541b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00370b000, 0xdfa, 0xdfa, 0x1, 0xc00370b000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000eebe80, 0x5c, 0xc00370b000, 0xdfa, 0xaa0378, 0x1, 0xc00370b000, 0xdfa, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e9ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1320 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0074df520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0074df520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0074df520, 0xc002b4abd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0072002a0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007200270, 0x0, 0x0, 0x0, 0x1000, 0xc00529d000, 0xfc1, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00529d000, 0xfc1, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000522d80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005cc7570, 0xc002f58c00, 0xc00509d420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e9f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1323 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0017704e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0017705b0, 0xc0011ff0a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0010230e0, 0x0, 0x0, 0x0, 0x0, 0x1601, 0xc001023080)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001023080, 0x0, 0x0, 0x0, 0x1800, 0xc0044ef800, 0x16c0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0044ef800, 0x16c0, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005d86870)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005d0b570, 0xc006c1f200, 0xc00618ace0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036c180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1324 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5040, 0x0, 0x0, 0x0, 0xc001b9a000, 0x7f0, 0x2, 0xc003321270, 0xc005f54a20, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0001b5040, 0xc001b9a000, 0x7f0, 0xaa0378, 0x1, 0xc002faa640, 0xc004d75550)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0033213e0, 0xc006400b00, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0033213e0, 0xc0019ba690, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc003321401, 0xc0063a1118)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc003321570, 0xc0019ba690, 0xaa058b, 0x2, 0x0, 0x0, 0x3c2020202020200a, 0x3e73736572646461, 0x616420656d69743c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036c240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1328 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005ee5b80, 0xc00442b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00442b418, 0xaa04df, 0x2, 0xc0037b3000, 0xe33, 0x1, 0x168, 0xc0059769e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0037b3000, 0xe33, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00442b570, 0xc006c1ede0, 0x75, 0xc002f15980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036c540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1330 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003f52000, 0xde8, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f52000, 0xde8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f52000, 0xde8, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f52000, 0xde8, 0x0, 0x0, 0x115ea80, 0xde8, 0xde8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f52000, 0xde8, 0x0, 0x0, 0xaa0378, 0x1, 0xc00727e000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f52000, 0xde8, 0xde8, 0xc003f52000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000471810, 0x63, 0xc003f52000, 0xde8, 0xaa0378, 0x1, 0xc003f52000, 0xde8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036c6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1335 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003eaa000, 0x135a, 0xc00535b270, 0xc00004ca80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003eaa000, 0x135a, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00535b418, 0xaa04d9, 0x2, 0xc003eaa000, 0x135a, 0x14, 0x205, 0xc006a9c1c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc003eaa000, 0x135a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00535b570, 0xc006c972e0, 0x46, 0xc00303ab40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036ca80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1336 [semacquire]:
bytes.makeSlice(0x2bd, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00785b5c0, 0x5, 0xaa408e)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00785b5c0, 0xc0013fd5d0, 0x5, 0x6, 0xffffffffffffffff, 0xaa03f5)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00785b5c0, 0xc0013fd5d0, 0x5, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00785b5c0, 0xc005bddb90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00785b5c0, 0xc005bdd7a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00785b5c0, 0xc005bdd730, 0xb84d20, 0xc00785b5c0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00785b5c0, 0xc005bdd730, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002a5cae0, 0x50d201, 0xc003deac60, 0x4f, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004345570, 0xc002fab9c0, 0xc005bce8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036cb40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1337 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7915bf8180, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008ca580, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008ca520, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00782d800, 0x5f2, 0x5f2, 0x1, 0xc00782d800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00113a140, 0x95, 0xc00782d800, 0x5f2, 0xaa0378, 0x1, 0xc00782d800, 0x5f2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036cc00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1339 [semacquire]:
strings.genSplit(0xc002ba2000, 0x1076, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002fc4600, 0x185, 0x185)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004465418, 0xaa04d9, 0x2, 0xc0045c0c00, 0x1076, 0xe, 0x185, 0xc006a9d260)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0045c0c00, 0x1076, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004465570, 0xc001e09ce0, 0x6c, 0xc005bbe150)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036cd80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1877 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001bc6000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1350 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c8063d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002989d10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002989cf0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00530c000, 0x760, 0x760, 0x1, 0xc00530c000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002bae480, 0x8c, 0xc00530c000, 0x760, 0xaa0378, 0x1, 0xc00530c000, 0x760, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036d5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1354 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc003561118, 0xaa04bf, 0x2, 0xc0068b7400, 0x25f, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003561118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003561118, 0xc0052f2bd0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003561118, 0xc0052f2bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003561118, 0xc0052f2bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003561118, 0xc00677d490, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004b79118, 0xc00677d490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b79118, 0xc00677d490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003561118, 0xc00677d3b0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004b79118, 0xc00677d3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b79118, 0xc00677d3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003561118, 0xc00677ccb0, 0x1259780, 0x1259790)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004b79118, 0xc00677ccb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b79118, 0xc00677ccb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003561118, 0xc00677cbd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b79118, 0xc00677cbd0, 0x54b170, 0xc0007f64e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00677cbd0, 0x0, 0x0, 0x0, 0x0, 0xc00677cbd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f132f0, 0x0, 0x0, 0x0, 0x1000, 0xc006410000, 0xf8f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006410000, 0xf8f, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x3ab01e3f00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004b79570, 0xc0010443e0, 0xc001044d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036d8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1355 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a1422be0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0058058c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0058058b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004070900, 0x42b, 0x42b, 0x1, 0xc004070900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a58e9f, 0x60, 0xc004070900, 0x42b, 0xaa0378, 0x1, 0xc004070900, 0x42b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036d980, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1356 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005d70158, 0xc00176de40, 0x151, 0x151, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d70158, 0xc0060da540, 0xc0017ddc30, 0xc005d6ffc0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d70158, 0xc0060da4d0, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d71118, 0xc0060da4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:229 +0x376
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d71118, 0xc0060da4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d71118, 0xc0060da3f0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005d71118, 0xc0060da3f0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d71118, 0xc0060da3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d71118, 0xc0060da3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d71118, 0xc0010dacb0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d71118, 0xc0010dacb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d71118, 0xc0010dacb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d71118, 0xc0010dabd0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d71118, 0xc0010dabd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d71118, 0xc0010dabd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d71118, 0xc001ae0cb0, 0xc000480380, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d71118, 0xc001ae0cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d71118, 0xc001ae0cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d71118, 0xc001ae0bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d71118, 0xc001ae0bd0, 0x54b170, 0xc005b644e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001ae0bd0, 0x0, 0x0, 0x0, 0x0, 0xc001ae0bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0072b0210, 0x0, 0x0, 0x0, 0x1000, 0xc001d3d000, 0xe07, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001d3d000, 0xe07, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003001320)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005d71570, 0xc00031dd20, 0xc0078542e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036da40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1357 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f8cf0c90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021ef3b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021ef3a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00321d200, 0x585, 0x585, 0x1, 0xc00321d200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005fd0130, 0x45, 0xc00321d200, 0x585, 0xaa0378, 0x1, 0xc00321d200, 0x585, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036db00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1360 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d0249a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0053e4f80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0053e4f70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000728d00, 0x8ef, 0x8ef, 0x1, 0xc000728d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073d810, 0x6a, 0xc000728d00, 0x8ef, 0xaa0378, 0x1, 0xc000728d00, 0x8ef, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036dd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1361 [semacquire]:
bytes.makeSlice(0x41e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00365f118, 0x2, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00365f118, 0xc00365e15c, 0x2, 0x2, 0xe9, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00365f118, 0xc007372000, 0x118, 0x118, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00365f118, 0xc002eb8230, 0xc00365e208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00365f118, 0xc002eb81c0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00365f118, 0xc002eb81c0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00365f118, 0xc002eb81c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00365f118, 0xc002eb81c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00365f118, 0xc001ae18f0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0053a1118, 0xc001ae18f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0053a1118, 0xc001ae18f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00365f118, 0xc001ae1810, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0053a1118, 0xc001ae1810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0053a1118, 0xc001ae1810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00365f118, 0xc001719490, 0xc001c0ca80, 0x7f79b8872080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0053a1118, 0xc001719490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0053a1118, 0xc001719490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00365f118, 0xc0017193b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0053a1118, 0xc0017193b0, 0x54b170, 0xc004be3ee0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0017193b0, 0x0, 0x0, 0x0, 0x0, 0xc0017193b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0028637a0, 0x0, 0x0, 0x0, 0x1300, 0xc001720c00, 0x10c4, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001720c00, 0x10c4, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00262b9e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0053a1570, 0xc00184d6e0, 0xc005ee5ac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00036de00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1864 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00502d650, 0x20, 0x203000, 0x203000, 0x203000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00037b570, 0xc001eabd00, 0xc000a4fd20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1365 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001ba0840, 0xc004553318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004553418, 0xaa058b, 0x2, 0xc0070a5100, 0xc85, 0x1, 0x188, 0xc000ba5280)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0070a5100, 0xc85, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004553570, 0xc001045e40, 0x80, 0xc002342c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d2120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1367 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006cd3140, 0x50d2a1, 0xc000f57640, 0x19, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004541570, 0xc003642e80, 0xc0053bea00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d22a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1370 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0002d8be0, 0x0, 0x0, 0x0, 0xc003bc6480, 0x1a2c, 0x2, 0xc0031f3ab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:642 +0x7ae
regexp.(*Regexp).ReplaceAllString(0xc0002d8be0, 0xc003bc6480, 0x1a2c, 0xaa0378, 0x1, 0xc003bc4a00, 0x1a2c)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc003bc6480, 0x1a2c, 0xaa0378, 0x1, 0xc003bc6480, 0x1a2c)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d24e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1371 [semacquire]:
bytes.makeSlice(0x1e06, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006550f90, 0x118, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006550f90, 0xc002d65440, 0x118, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006550f90, 0xc002d65440, 0x118, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006550f90, 0xc001ff0e70, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc006550f90, 0xc001ff0e00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006550f90, 0xc001ff0d20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006550f90, 0xc0068cdea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006550f90, 0xc0068cddc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006550f90, 0xc0068cd6c0, 0xb84d20, 0xc006550f90)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006550f90, 0xc0068cd6c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007730f90, 0x44e23375e, 0x1251a20, 0xc0053bffa0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d25a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1373 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc0067ca000, 0x1ea8, 0x2, 0xc004463ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc0067ca000, 0x1ea8, 0x0, 0x0, 0xc0004a0000, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0067ca000, 0x1ea8, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d2720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1376 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7970d0f040, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a48030, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a48020, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0023f5800, 0x5a4, 0x5a4, 0x1, 0xc0023f5800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00125a320, 0x4d, 0xc0023f5800, 0x5a4, 0xaa0378, 0x1, 0xc0023f5800, 0x5a4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d2960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1378 [semacquire]:
bytes.makeSlice(0x104d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0061f81b0, 0x1f9, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0061f81b0, 0xc005845a00, 0x1f9, 0x6, 0xffffffffffffffff, 0xad0184)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0061f81b0, 0xc005845a00, 0x1f9, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0061f81b0, 0xc000adcee0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0061f81b0, 0xc0067c5570, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0061f81b0, 0xc002404700, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0061f81b0, 0xc002404620, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0061f81b0, 0xc003ebc540, 0xb84d20, 0xc0061f81b0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0061f81b0, 0xc003ebc540, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00618c120, 0x50d201, 0xc007a31e00, 0x76, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0044e7570, 0xc006401520, 0xc00130cb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d2ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1384 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func1(0x7f78858709c0, 0x494)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc006c1c260, 0xc0052ed900, 0x494, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x7e
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0052ed900, 0x494, 0x494, 0x1, 0xc0052ed900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ced050, 0x85, 0xc0052ed900, 0x494, 0xaa0378, 0x1, 0xc0052ed900, 0x494, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d2f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1386 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00502c780, 0xaa058b, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x6, 0xc00502c780)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00502c4b0, 0xc0049ad320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0049ad3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0049ad3e0, 0xc000ed3440, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x291, 0x292)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0049ad570, 0xc000ed3440, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d30e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1387 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc005ced118, 0xaa04bf, 0x2, 0xc00403a6c0, 0xba, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005ced118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005ced118, 0xc006366ee0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005ced118, 0xc006366ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005ced118, 0xc006366ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ced118, 0xc006366380, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005ced118, 0xc006366380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005ced118, 0xc006366380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ced118, 0xc0063662a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005ced118, 0xc0063662a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005ced118, 0xc0063662a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ced118, 0xc00635db90, 0xc0015a2a80, 0x7f79b8870560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005ced118, 0xc00635db90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005ced118, 0xc00635db90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ced118, 0xc00635dab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005ced118, 0xc00635dab0, 0x54b170, 0xc001780340)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00635dab0, 0x0, 0x0, 0x0, 0x0, 0xc00635dab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000af8e40, 0x0, 0x0, 0x0, 0xc80, 0xc004653200, 0xc7a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004653200, 0xc7a, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005206700)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005ced570, 0xc00031da00, 0xc003907ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d31a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1388 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f795500ce10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00344ea20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00344ea00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e96900, 0x422, 0x422, 0x1, 0xc002e96900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006213dc0, 0x67, 0xc002e96900, 0x422, 0xaa0378, 0x1, 0xc002e96900, 0x422, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d3260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1389 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002fab0a0, 0xc003bb3318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003bb3418, 0xaa04f9, 0x2, 0xc001544300, 0x662, 0xc001544300, 0xc003bb3408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc001544300, 0x662, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003bb3570, 0xc001e08a20, 0x69, 0xc0078e9500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d3320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1392 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0019e6000, 0x1be9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0019e6000, 0x1be9, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0019e6000, 0x1be9, 0x0, 0x0, 0x115ea80, 0x1be9, 0x1be9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0019e6000, 0x1be9, 0x0, 0x0, 0xaa0378, 0x1, 0xc004666000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0019e6000, 0x1be9, 0x1be9, 0xc0019e6000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311e8c8, 0x93, 0xc0019e6000, 0x1be9, 0xaa0378, 0x1, 0xc0019e6000, 0x1be9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d3560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1394 [semacquire]:
strings.genSplit(0xc005018000, 0x6db, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0x6db, 0xc007ac1340, 0x7d9110)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc007ac13e0, 0xc0057b9a60, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:123 +0xc1
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc007ac13e0, 0xc0059c51a0, 0xaa058b, 0x2, 0xc007ac1570, 0x8, 0x9ecc80, 0xc007ac1401, 0xc0000b5b38)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc007ac1570, 0xc0059c51a0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d36e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1395 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002aa3500, 0x62c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002aa3500, 0x62c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002aa3500, 0x62c, 0x0, 0x0, 0x115ea80, 0x62c, 0x62c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002aa3500, 0x62c, 0x0, 0x0, 0xaa0378, 0x1, 0xc002aa2700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002aa3500, 0x62c, 0x62c, 0xc002aa3500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a58500, 0x9b, 0xc002aa3500, 0x62c, 0xaa0378, 0x1, 0xc002aa3500, 0x62c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d37a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1398 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c6d500, 0x933, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c6d500, 0x933, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c6d500, 0x933, 0x0, 0x0, 0x115ea80, 0x933, 0x933)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c6d500, 0x933, 0x0, 0x0, 0xaa0378, 0x1, 0xc002c6ca80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c6d500, 0x933, 0x933, 0xc002c6d500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019b8120, 0x8b, 0xc002c6d500, 0x933, 0xaa0378, 0x1, 0xc002c6d500, 0x933, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d39e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1401 [runnable]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d25418, 0xaa04df, 0x2, 0xc008592800, 0x7fd, 0x1, 0x132, 0xc002faab60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc008592800, 0x7fd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d25570, 0xc0013f0400, 0x84, 0xc0061890e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d3c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1403 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f791b95b800, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc006fc2980, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006fc2970, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000c5f000, 0xf46, 0xf46, 0x1, 0xc000c5f000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000713b0, 0x6f, 0xc000c5f000, 0xf46, 0xaa0378, 0x1, 0xc000c5f000, 0xf46, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d3da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1404 [semacquire]:
github.com/gigawattio/window.Rolling(0xc002d07300, 0x127, 0x127, 0x3, 0x0, 0x126, 0xc002d07300)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0045b1570, 0xc004bce200, 0xc0071bff60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0003d3e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1406 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004806000, 0x92a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004806000, 0x92a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004806000, 0x92a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004806000, 0x92a, 0x0, 0x0, 0x115ea80, 0x92a, 0x92a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004806000, 0x92a, 0x0, 0x0, 0xaa0378, 0x1, 0xc0047f8a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004806000, 0x92a, 0x92a, 0xc004806000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000071880, 0x6c, 0xc004806000, 0x92a, 0xaa0378, 0x1, 0xc004806000, 0x92a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042c000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1407 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003f945b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003f94750, 0xc001ff9a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00207d5f0, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc000d0a3c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000d0a3c0, 0x0, 0x0, 0x0, 0xc80, 0xc0030b3900, 0xc78, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0030b3900, 0xc78, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xc0045f7310, 0x3f00006b05fcf828, 0x75bd50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0045f7570, 0xc006b9dec0, 0xc005bcf160)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042c0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1408 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00604b140, 0xc0045db318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045db418, 0xaa05c9, 0x2, 0xc004e3cc00, 0x1136, 0x1, 0x1f4, 0xc0082fa420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc004e3cc00, 0x1136, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0045db570, 0xc000ba4b40, 0x90, 0xc007016e10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042c180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1410 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002610700, 0x6a2, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002610700, 0x6a2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002610700, 0x6a2, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002610700, 0x6a2, 0x0, 0x0, 0x115ea80, 0x6a2, 0x6a2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002610700, 0x6a2, 0x0, 0x0, 0xaa0378, 0x1, 0xc005ba9800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002610700, 0x6a2, 0x6a2, 0xc002610700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00514c780, 0x7d, 0xc002610700, 0x6a2, 0xaa0378, 0x1, 0xc002610700, 0x6a2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042c300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1411 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f928db0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033f5fe0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033f5fd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000cca800, 0xbde, 0xbde, 0x1, 0xc000cca800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003eebcfa, 0x3b, 0xc000cca800, 0xbde, 0xaa0378, 0x1, 0xc000cca800, 0xbde, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042c3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1416 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f954130, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012b6380, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012b6370, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004887500, 0x697, 0x697, 0x1, 0xc004887500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0075946c0, 0x89, 0xc004887500, 0x697, 0xaa0378, 0x1, 0xc004887500, 0x697, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042c780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1863 [semacquire]:
regexp.makeOnePass(0xc0067f3290, 0xc0067f3290)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc0067f3230, 0xc0067f3230)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00474d050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00474d050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00344e40c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00474d050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00474d050, 0x1, 0xc007601ba0, 0xc010060c380, 0x2804b88719b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00474d050, 0x4, 0x496, 0xc0058e4b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0058e4000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00627a340, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00502d8f0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00474d950, 0xc003ae1000, 0xb69, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003deb620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1421 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004895000, 0x7ae, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004895000, 0x7ae, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004895000, 0x7ae, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004895000, 0x7ae, 0x0, 0x0, 0x115ea80, 0x7ae, 0x7ae)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004895000, 0x7ae, 0x0, 0x0, 0xaa0378, 0x1, 0xc0044d3000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004895000, 0x7ae, 0x7ae, 0xc004895000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070700, 0x6d, 0xc004895000, 0x7ae, 0xaa0378, 0x1, 0xc004895000, 0x7ae, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042cb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1422 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9360, 0x0, 0x0, 0x0, 0xc0016cfc00, 0xac8, 0x2, 0xc006677090, 0xc0016cfc00, 0xac8, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc0016cfc00, 0xac8, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc0022e7ab0, 0x0, 0x0, 0x0, 0x0, 0xc0022e7ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007a2c030, 0x0, 0x0, 0x0, 0x1000, 0xc00318c000, 0xef2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00318c000, 0xef2, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003024280)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00199f570, 0xc00184d580, 0xc00596a040)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042cc00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1423 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9360, 0x0, 0x0, 0x0, 0xc005168000, 0xeee, 0x2, 0xc006741090, 0xc005168000, 0xeee, ...)
/usr/local/go/src/regexp/regexp.go:642 +0x7ae
regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc005168000, 0xeee, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc00672a770, 0x0, 0x0, 0x0, 0x0, 0xc00672a770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0011baff0, 0x0, 0x0, 0x0, 0x1800, 0xc00468c800, 0x154e, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00468c800, 0x154e, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0041f0a20)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00463d570, 0xc001045500, 0xc0010df340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042ccc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1425 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5180, 0x0, 0x0, 0x0, 0xc0043e8a00, 0x31d6, 0x2, 0xc002f6f270, 0xc0043e86a5, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5180, 0xc0043e8a00, 0x31d6, 0xaa04bf, 0x2, 0xc0043e8a00, 0x31d6)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002f6f3e0, 0xc00579a040, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002f6f3e0, 0xc0010ccea0, 0xaa058b, 0x2, 0xc002f6f570, 0x8, 0x9ecc80, 0xc002f6f401, 0xc00103bc30)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002f6f570, 0xc0010ccea0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042ce40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1426 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00511c000, 0x75b, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00511c000, 0x75b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00511c000, 0x75b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00511c000, 0x75b, 0x0, 0x0, 0x115ea80, 0x75b, 0x75b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00511c000, 0x75b, 0x0, 0x0, 0xaa0378, 0x1, 0xc002e75800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00511c000, 0x75b, 0x75b, 0xc00511c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311fcc0, 0x91, 0xc00511c000, 0x75b, 0xaa0378, 0x1, 0xc00511c000, 0x75b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042cf00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1429 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001707710, 0xc006939230, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc006939570, 0xc0060bed00, 0x28, 0xc001707680, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:551 +0x183
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006939570, 0xc0060bed00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042d140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1432 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78ecc48f00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00754a580, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00754a570, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000d42100, 0x567, 0x567, 0x1, 0xc000d42100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000071f10, 0x65, 0xc000d42100, 0x567, 0xaa0378, 0x1, 0xc000d42100, 0x567, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042d380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1436 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d054070, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013a0190, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013a0080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0009f0000, 0x3fc, 0x3fc, 0x1, 0xc0009f0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0017479d0, 0x61, 0xc0009f0000, 0x3fc, 0xaa0378, 0x1, 0xc0009f0000, 0x3fc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042d680, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1437 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007419a80, 0x1a26, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007419a80, 0x1a26, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007419a80, 0x1a26, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007419a80, 0x1a26, 0x0, 0x0, 0x115ea80, 0x1a26, 0x1a26)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007419a80, 0x1a26, 0x0, 0x0, 0xaa0378, 0x1, 0xc007418000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007419a80, 0x1a26, 0x1a26, 0xc007419a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c64eee, 0x5f, 0xc007419a80, 0x1a26, 0xaa0378, 0x1, 0xc007419a80, 0x1a26, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042d740, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1438 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0072f0000, 0x11d, 0x11d, 0x3, 0x0, 0x11c, 0xc0072f0000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004d2b570, 0xc004bce720, 0xc004bcef60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042d800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1442 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0067af5e0, 0xaa058b, 0x2, 0xc006160000, 0x1e7, 0x0, 0xc0067af430, 0xc003906368)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0067af570, 0xc0022b7920, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0067af570, 0xc006110bc0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042db00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1444 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc007317dd0, 0xc00466d230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007317dd0, 0x0, 0x0, 0x0, 0x1300, 0xc0059c9300, 0x10f5, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0059c9300, 0x10f5, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xb21cbff300000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00466d570, 0xc000aefd80, 0xc001ba0c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042dc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1446 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00470f418, 0xaa04df, 0x2, 0xc0063f5000, 0x2ce3, 0x1, 0x449, 0xc0023a5d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0063f5000, 0x2ce3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00470f570, 0xc0071bff80, 0x90, 0xc002baeb51)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042de00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1448 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0014db680, 0xe, 0x10, 0xc0039f5b00, 0x11, 0x20, 0xc000c6d078, 0xc000f95ac0, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc000491b20, 0x1, 0x1, 0xc000c6d148, 0x7f79b8870c28, 0xc000430480, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc000491b20, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000f95ac0, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc00611cde0, 0xc00785acf0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000c6d570, 0xc00611cde0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000c6d570, 0xc00618ab00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00042df80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1449 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a899fe20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ccee90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ccee50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002242c80, 0xc3c, 0xc3c, 0x1, 0xc002242c80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001eba0c1, 0x93, 0xc002242c80, 0xc3c, 0xaa0378, 0x1, 0xc002242c80, 0xc3c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1450 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00304e600, 0x1017, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00304e600, 0x1017, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00304e600, 0x1017, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00304e600, 0x1017, 0x0, 0x0, 0x115ea80, 0x1017, 0x1017)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00304e600, 0x1017, 0x0, 0x0, 0xaa0378, 0x1, 0xc007938600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00304e600, 0x1017, 0x1017, 0xc00304e600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019b9c20, 0x8d, 0xc00304e600, 0x1017, 0xaa0378, 0x1, 0xc00304e600, 0x1017, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1874 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001d93950, 0xc0089e1000, 0xf53, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1453 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005447418, 0xaa058b, 0x2, 0xc0034dc800, 0x17a1, 0x1, 0x255, 0xc002cd0fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0034dc800, 0x17a1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005447570, 0xc001ba0ec0, 0xa9, 0xc00140c6e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1456 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78799da510, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002363930, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002363910, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0023ed000, 0x730, 0x730, 0x1, 0xc0023ed000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ce7ea0, 0x68, 0xc0023ed000, 0x730, 0xaa0378, 0x1, 0xc0023ed000, 0x730, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004385a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1457 [semacquire]:
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc005672000, 0x50d5a7, 0xc004afb979)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc00565e000, 0x3bf2, 0x3bf2)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00403f570, 0xc00509d280, 0xc0082fa6c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1458 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002b9f200, 0xc002b9f200, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000899570, 0xc00596a840, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1460 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0023a5040, 0xc00469d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00469d418, 0xaa059b, 0x2, 0xc0014f2d00, 0x82d, 0x1, 0xf5, 0xc002046a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0014f2d00, 0x82d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00469d570, 0xc00130ee40, 0xa7, 0xc000cbd970)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004388a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1461 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003688000, 0x2c40, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003688000, 0x2c40, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003688000, 0x2c40, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003688000, 0x2c40, 0x0, 0x0, 0x115ea80, 0x2c40, 0x2c40)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003688000, 0x2c40, 0x0, 0x0, 0xaa0378, 0x1, 0xc0034f9000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003688000, 0x2c40, 0x2c40, 0xc003688000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006213c00, 0x6f, 0xc003688000, 0x2c40, 0xaa0378, 0x1, 0xc003688000, 0x2c40, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1462 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.glob..func22(0xc00000043d, 0x3600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:388 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc001a2b800, 0x3655, 0xc001a2b800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:271 +0x3a2
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001a2b800, 0x3655, 0x0, 0x0, 0xaa0378, 0x1, 0xc005186800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001a2b800, 0x3655, 0x3655, 0xc001a2b800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000250a0, 0x20, 0xc001a2b800, 0x3655, 0xaa0378, 0x1, 0xc001a2b800, 0x3655, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1463 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0061f8e40, 0xc0066af3f8, 0x3)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.WebPageImageResolver(0xc002be0360, 0x4, 0xaa216a, 0x3, 0xaa8560)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:124 +0xc7
github.com/advancedlogic/GoOse.WebPageResolver(0xc000022b40, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:174 +0x36
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1464 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0022ab900, 0xc000d4d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d4d418, 0xaa05c9, 0x2, 0xc001b24c00, 0x12ee, 0x1, 0x1de, 0xc007855be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc001b24c00, 0x12ee, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000d4d570, 0xc0035aac00, 0x5e, 0xc000438480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1465 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0023b0580, 0xc3d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0023b0580, 0xc3d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0023b0580, 0xc3d, 0x0, 0x0, 0x115ea80, 0xc3d, 0xc3d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0023b0580, 0xc3d, 0x0, 0x0, 0xaa0378, 0x1, 0xc0023ae000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0023b0580, 0xc3d, 0xc3d, 0xc0023b0580)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00126e900, 0x79, 0xc0023b0580, 0xc3d, 0xaa0378, 0x1, 0xc0023b0580, 0xc3d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1467 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7950cf5af0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0048567e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0048567d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002cf9800, 0x5ca, 0x5ca, 0x1, 0xc002cf9800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001c9e360, 0x53, 0xc002cf9800, 0x5ca, 0xaa0378, 0x1, 0xc002cf9800, 0x5ca, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1469 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00031c1a0, 0xc0005e9278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0005e95e0, 0xaa058b, 0x2, 0xc003a55800, 0x7c1, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0005e9570, 0xc0013f0060, 0x36)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000438f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1471 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b4960, 0x0, 0x0, 0x0, 0xc0015f7000, 0x71a, 0x2, 0xc0070ad270, 0xc0015f7000, 0x71a, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b4960, 0xc0015f7000, 0x71a, 0xaa0378, 0x1, 0x1, 0xc)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047f1570, 0xc0061101c0, 0xc002faba80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004390e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1472 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f791065b670, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017b6100, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017b60e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000cff200, 0x447, 0x447, 0x1, 0xc000cff200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bc77a0, 0x5f, 0xc000cff200, 0x447, 0xaa0378, 0x1, 0xc000cff200, 0x447, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004391a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1473 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00031c340, 0xc0048b3318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0048b3418, 0xaa0569, 0x2, 0xc00364b500, 0x6dc, 0x2, 0xb4, 0xc00031c320)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00364b500, 0x6dc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0048b3570, 0xc0084185c0, 0x9b, 0xc00779c780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000439260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1474 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002f0ea00, 0x1422, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002f0ea00, 0x1422, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002f0ea00, 0x1422, 0x0, 0x0, 0x115ea80, 0x1422, 0x1422)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002f0ea00, 0x1422, 0x0, 0x0, 0xaa0378, 0x1, 0xc002f0c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002f0ea00, 0x1422, 0x1422, 0xc002f0ea00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00779d4a0, 0x96, 0xc002f0ea00, 0x1422, 0xaa0378, 0x1, 0xc002f0ea00, 0x1422, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000439320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1477 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0055cb5e0, 0xaa058b, 0x2, 0xc0057b2800, 0x74c, 0x0, 0xc000874e00, 0x7f79b88719b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0055cb570, 0xc00130f840, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000439560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1479 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc001d15500, 0x1308, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0051f1540)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c35570, 0xc004bcf060, 0xc008419ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004396e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1482 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798d012da0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004fb80b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004fb80a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b9b000, 0x73c, 0x73c, 0x1, 0xc001b9b000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a2e990, 0x8e, 0xc001b9b000, 0x73c, 0xaa0378, 0x1, 0xc001b9b000, 0x73c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000439920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1483 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78bbed8da0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b48410, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b48400, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000d81800, 0xb23, 0xb23, 0x1, 0xc000d81800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009f5f5f, 0x76, 0xc000d81800, 0xb23, 0xaa0378, 0x1, 0xc000d81800, 0xb23, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0004399e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1485 [semacquire]:
strings.genSplit(0xc003a66000, 0x104a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x16ae, 0xc005011900, 0x104a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0064475e0, 0xaa058b, 0x2, 0xc005011900, 0x104a, 0x0, 0xc000480a80, 0x7f79b886fe98)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006447570, 0xc00596a200, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000439b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1486 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0002d8be0, 0x0, 0x0, 0x0, 0xc006134700, 0x69e, 0x2, 0xc0010d5ab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0002d8be0, 0xc006134700, 0x69e, 0xaa0378, 0x1, 0xc006134000, 0x69e)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc006134700, 0x69e, 0xaa0378, 0x1, 0xc006134700, 0x69e)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000439c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1487 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7860f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc006fc2520, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006fc2510, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002049800, 0x795, 0x795, 0x1, 0xc002049800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019b8bd0, 0x47, 0xc002049800, 0x795, 0xaa0378, 0x1, 0xc002049800, 0x795, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000439ce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1493 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005c09800, 0x6af, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005c09800, 0x6af, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005c09800, 0x6af, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005c09800, 0x6af, 0x0, 0x0, 0x115ea80, 0x6af, 0x6af)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005c09800, 0x6af, 0x0, 0x0, 0xaa0378, 0x1, 0xc005c09100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005c09800, 0x6af, 0x6af, 0xc005c09800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000179180, 0x62, 0xc005c09800, 0x6af, 0xaa0378, 0x1, 0xc005c09800, 0x6af, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000576180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1496 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f77348e0790, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013a1f90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013a1f80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001702c00, 0x5d5, 0x5d5, 0x1, 0xc001702c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00467fe60, 0x57, 0xc001702c00, 0x5d5, 0xaa0378, 0x1, 0xc001702c00, 0x5d5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005763c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1499 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f90da370, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0003e6620, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0003e6600, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013f5800, 0x3e3, 0x3e3, 0x1, 0xc0013f5800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00105f680, 0x71, 0xc0013f5800, 0x3e3, 0xaa0378, 0x1, 0xc0013f5800, 0x3e3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000576600, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1500 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c0f2de0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004e40eb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004e40ea0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003c44a00, 0x68d, 0x68d, 0x1, 0xc003c44a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00044af70, 0xc5, 0xc003c44a00, 0x68d, 0xaa0378, 0x1, 0xc003c44a00, 0x68d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005766c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1503 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c475e0, 0xaa058b, 0x2, 0xc00212e000, 0x3cbe, 0xc002de40b0, 0x1, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002c47570, 0xc0008d9020, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002c47570, 0xc002168900, 0x33)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000576900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1504 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f793d21a1e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000b0220, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000b01f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000fdd500, 0x19c5, 0x19c5, 0x1, 0xc000fdd500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00467f577, 0x40, 0xc000fdd500, 0x19c5, 0xaa0378, 0x1, 0xc000fdd500, 0x19c5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005769c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1506 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000d9360, 0x0, 0x0, 0x0, 0xc004e00000, 0x585b, 0x2, 0xc002361090, 0xc004e00000, 0x585b, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000d9360, 0xc004e00000, 0x585b, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc006487650, 0x0, 0x0, 0x0, 0x0, 0xc006487650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004cfa510, 0x0, 0x0, 0x0, 0x6a80, 0xc008190a80, 0x6451, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc008190a80, 0x6451, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000c3d680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003ad9570, 0xc001e080c0, 0xc0060be3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000576b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1507 [semacquire]:
github.com/gigawattio/window.Rolling(0xc007cfe000, 0x460, 0x460, 0x3, 0x0, 0x45f, 0xc007cfe000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0048c9570, 0xc0004a5fe0, 0xc00727b360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000576c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1509 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78a4be9140, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013ab630, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013ab620, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0034f4a80, 0xa0a, 0xa0a, 0x1, 0xc0034f4a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c59a40, 0x49, 0xc0034f4a80, 0xa0a, 0xaa0378, 0x1, 0xc0034f4a80, 0xa0a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000576d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1511 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001beca80, 0xa7e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001beca80, 0xa7e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001beca80, 0xa7e, 0x0, 0x0, 0x115ea80, 0xa7e, 0xa7e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001beca80, 0xa7e, 0x0, 0x0, 0xaa0378, 0x1, 0xc003ae2800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001beca80, 0xa7e, 0xa7e, 0xc001beca80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bc6c00, 0x53, 0xc001beca80, 0xa7e, 0xaa0378, 0x1, 0xc001beca80, 0xa7e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000576f00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 272 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003464dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc003464ea0, 0xc005bdce00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002da29c0, 0x0, 0x0, 0x0, 0xc004c2f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002da29c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c2f950, 0xc006b92000, 0xdf2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e98c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1514 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00748c3c0, 0xc00748c5d0, 0xc00509c780)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003a1d570, 0xc0022aba40, 0x35)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1515 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000e8bb00, 0x881, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000e8bb00, 0x881, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000e8bb00, 0x881, 0x0, 0x0, 0x115ea80, 0x881, 0x881)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000e8bb00, 0x881, 0x0, 0x0, 0xaa0378, 0x1, 0xc000e8a900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000e8bb00, 0x881, 0x881, 0xc000e8bb00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001747e30, 0x68, 0xc000e8bb00, 0x881, 0xaa0378, 0x1, 0xc000e8bb00, 0x881, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1517 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005ee5320, 0xc0040ef318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040ef418, 0xaa05c9, 0x2, 0xc002265c00, 0xbff, 0x1, 0x15a, 0xc008419b20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc002265c00, 0xbff, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040ef570, 0xc006d9aa80, 0x7e, 0xc0000ae900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1519 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005ee5600, 0xc0046c7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046c7418, 0xaa0599, 0x2, 0xc0009ccc00, 0xb38, 0x20, 0x121, 0xc005bce780)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0009ccc00, 0xb38, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046c7570, 0xc006110f00, 0x71, 0xc000fcec80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1520 [semacquire]:
strings.genSplit(0xc0052f5000, 0x7fb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0xe9, 0xe9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040d9418, 0xaa04df, 0x2, 0xc00511d000, 0x7fb, 0xf, 0xe9, 0xc0078887c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00511d000, 0x7fb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040d9570, 0xc00727bdc0, 0xb9, 0xc00216fa40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005775c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1525 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005a5eea0, 0xc00675c000, 0x1b4)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005a5eea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005a5eea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005a5eea0, 0xc000792ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ba1120, 0x0, 0x0, 0x0, 0xc0049b1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ba1120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049b1950, 0xc006ab3000, 0xe4d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1526 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0002d8be0, 0x0, 0x0, 0x0, 0xc003a70800, 0x173c, 0x2, 0xc00546fab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0002d8be0, 0xc003a70800, 0x173c, 0xaa0378, 0x1, 0xc003a6f000, 0x173c)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc003a70800, 0x173c, 0xaa0378, 0x1, 0xc003a70800, 0x173c)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1528 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0006b2c00, 0xa9f, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0006b2c00, 0xa9f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0006b2c00, 0xa9f, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0006b2c00, 0xa9f, 0x0, 0x0, 0x115ea80, 0xa9f, 0xa9f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0006b2c00, 0xa9f, 0x0, 0x0, 0xaa0378, 0x1, 0xc0036a9000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0006b2c00, 0xa9f, 0xa9f, 0xc0006b2c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00125646c, 0x63, 0xc0006b2c00, 0xa9f, 0xaa0378, 0x1, 0xc0006b2c00, 0xa9f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1530 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf157d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003190080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003190060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014f0000, 0x8c1, 0x8c1, 0x1, 0xc0014f0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ced710, 0x8e, 0xc0014f0000, 0x8c1, 0xaa0378, 0x1, 0xc0014f0000, 0x8c1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1531 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00634b5e0, 0xaa058b, 0x2, 0xc003278700, 0x1a2, 0x4, 0x15, 0xc0071bf600)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00634b570, 0xc006c96140, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1532 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003102c00, 0x594, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003102c00, 0x594, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003102c00, 0x594, 0x0, 0x0, 0x115ea80, 0x594, 0x594)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003102c00, 0x594, 0x0, 0x0, 0xaa0378, 0x1, 0xc003102000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003102c00, 0x594, 0x594, 0xc003102c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005ae62c0, 0xb0, 0xc003102c00, 0x594, 0xaa0378, 0x1, 0xc003102c00, 0x594, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000577ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1537 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e995e0, 0xaa058b, 0x2, 0xc0062ef000, 0x2caa, 0x12, 0x5a, 0xc00740d480)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001e99570, 0xc002be10e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fe2a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1539 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0059d0c00, 0xb31, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0059d0c00, 0xb31, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0059d0c00, 0xb31, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0059d0c00, 0xb31, 0x0, 0x0, 0x115ea80, 0xb31, 0xb31)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0059d0c00, 0xb31, 0x0, 0x0, 0xaa0378, 0x1, 0xc001d0d400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0059d0c00, 0xb31, 0xb31, 0xc0059d0c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0061881b0, 0x52, 0xc0059d0c00, 0xb31, 0xaa0378, 0x1, 0xc0059d0c00, 0xb31, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fe420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1541 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000769600, 0xcb5, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000769600, 0xcb5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000769600, 0xcb5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000769600, 0xcb5, 0x0, 0x0, 0x115ea80, 0xcb5, 0xcb5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000769600, 0xcb5, 0x0, 0x0, 0xaa0378, 0x1, 0xc000767b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000769600, 0xcb5, 0xcb5, 0xc000769600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005dd01c0, 0x6f, 0xc000769600, 0xcb5, 0xaa0378, 0x1, 0xc000769600, 0xcb5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fe5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1542 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00479c000, 0xc06, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00479c000, 0xc06, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00479c000, 0xc06, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00479c000, 0xc06, 0x0, 0x0, 0x115ea80, 0xc06, 0xc06)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00479c000, 0xc06, 0x0, 0x0, 0xaa0378, 0x1, 0xc0030b5200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00479c000, 0xc06, 0xc06, 0xc00479c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311af00, 0x7d, 0xc00479c000, 0xc06, 0xaa0378, 0x1, 0xc00479c000, 0xc06, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fe660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1543 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005d50800, 0x744, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005d50800, 0x744, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005d50800, 0x744, 0x0, 0x0, 0x115ea80, 0x744, 0x744)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005d50800, 0x744, 0x0, 0x0, 0xaa0378, 0x1, 0xc0060ef800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005d50800, 0x744, 0x744, 0xc005d50800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bc769d, 0x42, 0xc005d50800, 0x744, 0xaa0378, 0x1, 0xc005d50800, 0x744, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fe720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1550 [semacquire]:
regexp/syntax.(*parser).push(0xc00610cba0, 0xc006a8c000, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc00610cba0, 0xabc109, 0x11)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0050c9358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0050c9358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0050c9358, 0x0, 0xb856e0, 0xc0004a4008, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0050c9358, 0xc0061ff260, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0050c9358, 0x42ca96, 0xc0032920c0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0050c93c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00604bae0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00618dda0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0050c9570, 0xc00618b2c0, 0xabc101, 0x1d, 0x4e, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1551 [semacquire]:
bytes.makeSlice(0x20fe, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00250d118, 0x2, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00250d118, 0xc00250c15c, 0x2, 0x2, 0x21c, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00250d118, 0xc004772c80, 0x267, 0x267, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00250d118, 0xc0017e8380, 0xc00250c208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00250d118, 0xc0017e8310, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00250d118, 0xc0017e8310, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00250d118, 0xc0017e8310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00250d118, 0xc0017e8310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00250d118, 0xc006747f80, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a7f118, 0xc006747f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a7f118, 0xc006747f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00250d118, 0xc006747ea0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a7f118, 0xc006747ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a7f118, 0xc006747ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00250d118, 0xc0067464d0, 0xc000480380, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a7f118, 0xc0067464d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a7f118, 0xc0067464d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00250d118, 0xc0067463f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a7f118, 0xc0067463f0, 0x54b170, 0xc0041acea0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0067463f0, 0x0, 0x0, 0x0, 0x0, 0xc0067463f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006891f50, 0x0, 0x0, 0x0, 0x4000, 0xc0010a2000, 0x3b35, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0010a2000, 0x3b35, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002767954)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a7f570, 0xc00031c620, 0xc00130e660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1552 [semacquire]:
regexp.makeOnePass.func1(0xe, 0xc003701bf0, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:361 +0x72c
regexp.makeOnePass(0xc001437770, 0xc001437770)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc001436e10, 0xc001436e10)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000da7050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000da7050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003701bb0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000da7050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000da7050, 0x1, 0xc00224e010, 0xc0101c0ca80, 0x2804b8870c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000da7050, 0x4, 0x177, 0xc006a9ae01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc006a9a000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc006771380, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001436de0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000da7950, 0xc002d75000, 0xe89, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1553 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78c0ee72a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00083d930, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00083d910, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f09000, 0xe5c, 0xe5c, 0x1, 0xc002f09000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002342d80, 0x76, 0xc002f09000, 0xe5c, 0xaa0378, 0x1, 0xc002f09000, 0xe5c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005feea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1558 [semacquire]:
bytes.makeSlice(0x6cd, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0001cd278, 0x247, 0x8)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0001cd278, 0xc00015ca00, 0x247, 0x8, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc0026e3ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc00657cfc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc0001cd3e0, 0xc00807fb90, 0x9, 0xc00756d200)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0001cd3e0, 0xc0064e2c00, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0001cd3e0, 0xc00807fb90, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x135, 0x136)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0001cd570, 0xc00807fb90, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005ff260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1563 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006995e0, 0xaa058b, 0x2, 0xc003beb500, 0x64c, 0x0, 0xc0006992e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc003b2b230)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003b2af30, 0xc000699378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc000699570, 0xc005a76750, 0xc007888860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc000699570, 0xc005a76750, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc000699570, 0xc005a76750, 0xc005a76750)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005ff620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1565 [semacquire]:
bytes.makeSlice(0x3e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005319140, 0x200, 0x1000)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc005319140, 0xb7b620, 0xc0072139b0, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0072139b0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0072139b0, 0xc005319230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0072139b0, 0x0, 0x0, 0x0, 0x2600, 0xc004674600, 0x2526, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc004674600, 0x2526, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0055758b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005319570, 0xc006f77ce0, 0xc0073beb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005ff7a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1566 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001d70380, 0xc8c, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001d70380, 0xc8c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d70380, 0xc8c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d70380, 0xc8c, 0x0, 0x0, 0x115ea80, 0xc8c, 0xc8c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d70380, 0xc8c, 0x0, 0x0, 0xaa0378, 0x1, 0xc001d6f600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d70380, 0xc8c, 0xc8c, 0xc001d70380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005a0cd80, 0x8a, 0xc001d70380, 0xc8c, 0xaa0378, 0x1, 0xc001d70380, 0xc8c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005ff860, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1567 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003643140, 0xc00534b318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00534b418, 0xaa0599, 0x2, 0xc00780c000, 0x12d5, 0x26, 0x1cd, 0xc007854560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00780c000, 0x12d5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00534b570, 0xc0073bed40, 0x7f, 0xc0044ad300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005ff920, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1572 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00875a000, 0x707, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00875a000, 0x707, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00875a000, 0x707, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00875a000, 0x707, 0x0, 0x0, 0x115ea80, 0x707, 0x707)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00875a000, 0x707, 0x0, 0x0, 0xaa0378, 0x1, 0xc00729f800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00875a000, 0x707, 0x707, 0xc00875a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00582a880, 0x71, 0xc00875a000, 0x707, 0xaa0378, 0x1, 0xc00875a000, 0x707, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005ffce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1574 [semacquire]:
bytes.makeSlice(0x12d3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002fcd3e0, 0x2b9, 0x19f)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002fcd3e0, 0xc004182580, 0x2b9, 0x5165d7, 0xc00259ce81, 0xc004f05db8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0002b7030)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0002b6fc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005309650)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005309570)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005308e70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00646c5d0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fcd570, 0xc00618a360, 0x80, 0xc00582a980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005ffe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1575 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003906ba0, 0xc006371278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0063715e0, 0xaa058b, 0x2, 0xc006ab0900, 0x88c, 0x5, 0x1a, 0xc003906b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006371570, 0xc003378420, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005fff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1576 [semacquire]:
bytes.makeSlice(0xa11, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0066d9260, 0xd7, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0066d9260, 0xc001f5b960, 0xd7, 0x2, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0066cf570)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0066cee00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0020e0720, 0xa9ece0, 0xc0020e06f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0066d9570, 0xc00618ae00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dc000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1579 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798f948360, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00118bd30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00118bd20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00097b000, 0xe18, 0xe18, 0x1, 0xc00097b000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00126e82f, 0x51, 0xc00097b000, 0xe18, 0xaa0378, 0x1, 0xc00097b000, 0xe18, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dc240, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1581 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc006fa0e00, 0x344, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004c55118, 0xc001701a40, 0xc004c54208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004c55118, 0xc0017019d0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004c55118, 0xc0017019d0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004c55118, 0xc0017019d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004c55118, 0xc0017019d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004c55118, 0xc001700c40, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00491f118, 0xc001700c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00491f118, 0xc001700c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004c55118, 0xc001700b60, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00491f118, 0xc001700b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00491f118, 0xc001700b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004c55118, 0xc001700460, 0xc000874380, 0x7f79b886f108)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00491f118, 0xc001700460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00491f118, 0xc001700460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004c55118, 0xc001700380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00491f118, 0xc001700380, 0x54b170, 0xc003834000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001700380, 0x0, 0x0, 0x0, 0x0, 0xc001700380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0027a6420, 0x0, 0x0, 0x0, 0x2500, 0xc000f2ef00, 0x2343, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000f2ef00, 0x2343, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0036bae00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00491f570, 0xc0004a4e60, 0xc0004a59c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dc3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1582 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002168260, 0xc0071a3000, 0xd8c, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0071a3000, 0xd8c, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000debb80, 0x91, 0xc0071a3000, 0xd8c, 0xaa0378, 0x1, 0xc0071a3000, 0xd8c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dc480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1584 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79106409e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005901ef0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005901ee0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002eb4000, 0x730, 0x730, 0x1, 0xc002eb4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cdbd40, 0xba, 0xc002eb4000, 0x730, 0xaa0378, 0x1, 0xc002eb4000, 0x730, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dc600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1595 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000d9220, 0xc006dae400, 0x3f4, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001467118, 0xc005b56230, 0xc001466208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001467118, 0xc005b561c0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001467118, 0xc005b561c0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001467118, 0xc005b561c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001467118, 0xc005b561c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001467118, 0xc001129420, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042af118, 0xc001129420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042af118, 0xc001129420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001467118, 0xc001129340, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042af118, 0xc001129340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042af118, 0xc001129340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001467118, 0xc0018e6f50, 0xc0019c5500, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042af118, 0xc0018e6f50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042af118, 0xc0018e6f50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001467118, 0xc0018e6e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042af118, 0xc0018e6e70, 0x54b170, 0xc003ef1d40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0018e6e70, 0x0, 0x0, 0x0, 0x0, 0xc0018e6e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000c32570, 0x0, 0x0, 0x0, 0x1300, 0xc0044bcc00, 0x1147, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0044bcc00, 0x1147, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002891524)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0042af570, 0xc00618b620, 0xc003643be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dce40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1596 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0036f3000, 0x261d, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0036f3000, 0x261d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0036f3000, 0x261d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0036f3000, 0x261d, 0x0, 0x0, 0x115ea80, 0x261d, 0x261d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0036f3000, 0x261d, 0x0, 0x0, 0xaa0378, 0x1, 0xc0071a6800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0036f3000, 0x261d, 0x261d, 0xc0036f3000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0062138f0, 0x63, 0xc0036f3000, 0x261d, 0xaa0378, 0x1, 0xc0036f3000, 0x261d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dcf00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1598 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002f4e700, 0x672, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002f4e700, 0x672, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002f4e700, 0x672, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002f4e700, 0x672, 0x0, 0x0, 0x115ea80, 0x672, 0x672)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002f4e700, 0x672, 0x0, 0x0, 0xaa0378, 0x1, 0xc002b8d800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002f4e700, 0x672, 0x672, 0xc002f4e700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00467f080, 0x5f, 0xc002f4e700, 0x672, 0xaa0378, 0x1, 0xc002f4e700, 0x672, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dd080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1599 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc003cd7118, 0xaa04bf, 0x2, 0xc00787cc00, 0x1f5, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003cd7118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003cd7118, 0xc000a16d20, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003cd7118, 0xc000a16d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003cd7118, 0xc000a16d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003cd7118, 0xc000a162a0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a11118, 0xc000a162a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a11118, 0xc000a162a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003cd7118, 0xc000a161c0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a11118, 0xc000a161c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a11118, 0xc000a161c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003cd7118, 0xc000b58460, 0xc000480a80, 0x7f79b886fe98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a11118, 0xc000b58460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a11118, 0xc000b58460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003cd7118, 0xc000b58380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a11118, 0xc000b58380, 0x54b170, 0xc00703fe10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000b58380, 0x0, 0x0, 0x0, 0x0, 0xc000b58380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0022b6120, 0x0, 0x0, 0x0, 0x1300, 0xc004b2e600, 0x1099, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004b2e600, 0x1099, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000514f50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a11570, 0xc0078888a0, 0xc007889220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dd140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1606 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001479500, 0xa7d, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001479500, 0xa7d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001479500, 0xa7d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001479500, 0xa7d, 0x0, 0x0, 0x115ea80, 0xa7d, 0xa7d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001479500, 0xa7d, 0x0, 0x0, 0xaa0378, 0x1, 0xc006ab7c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001479500, 0xa7d, 0xa7d, 0xc001479500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f77380, 0x71, 0xc001479500, 0xa7d, 0xaa0378, 0x1, 0xc001479500, 0xa7d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dd680, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1609 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004fb5800, 0x2f1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004fb5800, 0x2f1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004fb5800, 0x2f1, 0x0, 0x0, 0x115ea80, 0x2f1, 0x2f1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004fb5800, 0x2f1, 0x0, 0x0, 0xaa0378, 0x1, 0xc004fb4f00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004fb5800, 0x2f1, 0x2f1, 0xc004fb5800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00467f680, 0x56, 0xc004fb5800, 0x2f1, 0xaa0378, 0x1, 0xc004fb5800, 0x2f1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dd8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1610 [semacquire]:
bytes.makeSlice(0xa87, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006030ae0, 0x18d, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006030ae0, 0xc004a9cd00, 0x18d, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006030ae0, 0xc004a9cd00, 0x18d, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006030ae0, 0xc00657c2a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc006030ae0, 0xc00657c230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006030ae0, 0xc00657c150, 0xb84d20, 0xc006030ae0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006030ae0, 0xc00657c150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006030ab0, 0x203001, 0x203001, 0xcff1959800000000, 0xc005653190)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc006030ab0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006030a80, 0xc005653320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc005653708, 0xc001eab2c0, 0xaac03e, 0x7, 0xc001eab2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc005653708, 0xc001eab2c0, 0xc00596bbc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dd980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1611 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc005161118, 0xc0018d6000, 0x87, 0xc00000002e, 0x0, 0x2e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005161118, 0xc0018d6000, 0x87, 0x87, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005161118, 0xc00781e3f0, 0xc005160208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005161118, 0xc00781e380, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005161118, 0xc00781e380, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005161118, 0xc00781e380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005161118, 0xc00781e380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005161118, 0xc0017c5110, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e65118, 0xc0017c5110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e65118, 0xc0017c5110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005161118, 0xc0017c5030, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e65118, 0xc0017c5030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e65118, 0xc0017c5030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005161118, 0xc006925f10, 0xc0019c5500, 0x7f79b8870c28)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e65118, 0xc006925f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e65118, 0xc006925f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005161118, 0xc006925e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e65118, 0xc006925e30, 0x54b170, 0xc006aafc70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006925e30, 0x0, 0x0, 0x0, 0x0, 0xc006925e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006a94c00, 0x0, 0x0, 0x0, 0x2000, 0xc00244c000, 0x1e10, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00244c000, 0x1e10, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0002e8f00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e65570, 0xc006401a60, 0xc0004a4420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dda40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1614 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00748cd20, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b11570, 0xc0084184a0, 0xda, 0xc00677ee00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006ddc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1615 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000ed21b0, 0xc000ed21b0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003fb9570, 0xc007889c20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006ddd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1616 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798ced3030, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a75a70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a75a60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0008b1000, 0x3e8, 0x3e8, 0x1, 0xc0008b1000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003eeaba0, 0x5f, 0xc0008b1000, 0x3e8, 0xaa0378, 0x1, 0xc0008b1000, 0x3e8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006dde00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1618 [semacquire]:
strings.Replace(0xc001eee080, 0xb, 0xaae974, 0x9, 0x0, 0x0, 0x1, 0x0, 0x3ff0000000000000)
/usr/local/go/src/strings/strings.go:941 +0x109
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00145b000, 0xed2, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:20 +0xa8
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00073c620, 0x67, 0xc00145b000, 0xed2, 0xaa0378, 0x1, 0xc00145b000, 0xed2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006ddf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1620 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c599410, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004c484a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004c48490, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025e2000, 0x7b1, 0x7b1, 0x1, 0xc0025e2000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018d7dd0, 0x83, 0xc0025e2000, 0x7b1, 0xaa0378, 0x1, 0xc0025e2000, 0x7b1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007be120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1622 [semacquire]:
github.com/gigawattio/window.Rolling(0xc001dd2a80, 0xa4, 0xa4, 0x3, 0x0, 0xa3, 0xc001dd2a80)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000939570, 0xc0004a54e0, 0xc0004a5da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007be2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1624 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f7980146be0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001742400, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017423d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003f4e900, 0x87f, 0x87f, 0x1, 0xc003f4e900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00497a660, 0x55, 0xc003f4e900, 0x87f, 0xaa0378, 0x1, 0xc003f4e900, 0x87f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007be420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1627 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0058a0300, 0x20, 0x20, 0xc002fc7600, 0x21, 0x40, 0xc000783078, 0xc000f95bf0, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc005f54100, 0x1, 0x1, 0xc000783148, 0x7f79b8870c28, 0xc000765500, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc005f54100, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000f95bf0, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc002db1fb0, 0xc00785bdd0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000783570, 0xc002db1fb0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000783570, 0xc003642620, 0xad)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007be660, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1629 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006bbe000, 0x1c73, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006bbe000, 0x1c73, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006bbe000, 0x1c73, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006bbe000, 0x1c73, 0x0, 0x0, 0x115ea80, 0x1c73, 0x1c73)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006bbe000, 0x1c73, 0x0, 0x0, 0xaa0378, 0x1, 0xc003d62000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006bbe000, 0x1c73, 0x1c73, 0xc006bbe000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002cecea0, 0x8a, 0xc006bbe000, 0x1c73, 0xaa0378, 0x1, 0xc006bbe000, 0x1c73, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007be7e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1631 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000935418, 0xaa04d9, 0x2, 0xc008298000, 0xe64, 0xc008298000, 0xc000935408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc008298000, 0xe64, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000935570, 0xc0029eeaa0, 0x57, 0xc003039980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007be960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1633 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00414d118, 0xc001ae60d1, 0xc9, 0x2, 0x2, 0x14)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00414d118, 0xc001ae60d1, 0xc9, 0xc9, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00414d118, 0xc0064bf030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00414d118, 0xc0064bee70, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00414d118, 0xc0064bee70, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00414d118, 0xc0064bee70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00414d118, 0xc0064bee70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00414d118, 0xc005790a80, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00189f118, 0xc005790a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00189f118, 0xc005790a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00414d118, 0xc0057909a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00189f118, 0xc0057909a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00189f118, 0xc0057909a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00414d118, 0xc0057902a0, 0xc00099aa80, 0x7f79b88712f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00189f118, 0xc0057902a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00189f118, 0xc0057902a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00414d118, 0xc0057901c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00189f118, 0xc0057901c0, 0x54b170, 0xc0034c5ee0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0057901c0, 0x0, 0x0, 0x0, 0x0, 0xc0057901c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006aa61b0, 0x0, 0x0, 0x0, 0x1300, 0xc003db0000, 0x10c9, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003db0000, 0x10c9, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x79d92e2d00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00189f570, 0xc000871b00, 0xc002cd0f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007beae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1634 [semacquire]:
bytes.makeSlice(0x376, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002561260, 0xde, 0x9f)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002561260, 0xc001458380, 0xde, 0x9f, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00106c850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00106c690)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006fc5620, 0xc006fc5620, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002561570, 0xc001e08160, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007beba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1636 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc002e21000, 0x1697, 0x2, 0xc006917ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc002e21000, 0x1697, 0x0, 0x0, 0xc0004a0000, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc002e21000, 0x1697, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1637 [semacquire]:
github.com/gigawattio/window.Rolling(0xc000122a80, 0x286, 0x286, 0x3, 0x0, 0x285, 0xc000122a80)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004d49570, 0xc0004a4ea0, 0xc001ba1680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 959 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00627a820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00627a8f0, 0xc0010dad90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0053bf980, 0x0, 0x0, 0x0, 0xc00539f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0053bf980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00539f950, 0xc001bec000, 0xa2c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f09c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1640 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006550c60, 0xaa03b1, 0x1, 0x203001)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc0050d5570, 0xc00604a420, 0x28, 0xc007730240, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0050d5570, 0xc00604a420, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bf020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1642 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002836a80, 0x996, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002836a80, 0x996, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002836a80, 0x996, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002836a80, 0x996, 0x0, 0x0, 0x115ea80, 0x996, 0x996)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002836a80, 0x996, 0x0, 0x0, 0xaa0378, 0x1, 0xc002836000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002836a80, 0x996, 0x996, 0xc002836a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00676c460, 0x6c, 0xc002836a80, 0x996, 0xaa0378, 0x1, 0xc002836a80, 0x996, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bf1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1644 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0024a5500, 0x9bb, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0024a5500, 0x9bb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0024a5500, 0x9bb, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0024a5500, 0x9bb, 0x0, 0x0, 0x115ea80, 0x9bb, 0x9bb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0024a5500, 0x9bb, 0x0, 0x0, 0xaa0378, 0x1, 0xc002468000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0024a5500, 0x9bb, 0x9bb, 0xc0024a5500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f59c80, 0x73, 0xc0024a5500, 0x9bb, 0xaa0378, 0x1, 0xc0024a5500, 0x9bb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bf320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1646 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0001b5180, 0xc003a6ac00, 0x102e, 0xaa04bf, 0x2, 0xc003a6ac00, 0x102e)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0056313e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0056313e0, 0xc005e04450, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc005631401, 0xc006283b18)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc005631570, 0xc005e04450, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bf4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1647 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0071305b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0071305b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0071305b0, 0xc000c57500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00130c120, 0x0, 0x0, 0x0, 0xc0044eb258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00130c120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044eb950, 0xc007e82000, 0x203e, 0x2020202020200a22, 0x202020202020200a, 0x2079616d20393220)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bf560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1649 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b0d5e0, 0xaa058b, 0x2, 0xc00300a500, 0x49b, 0x0, 0xc001b0d430, 0xc006401a88)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001b0d570, 0xc001b95e00, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001b0d570, 0xc005045a60, 0x4e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bf6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1651 [semacquire]:
bytes.makeSlice(0xe7c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00618c750, 0x20c, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00618c750, 0xc004aae240, 0x20c, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00618c750, 0xc004aae240, 0x20c, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00618c750, 0xc00640de30, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00618c750, 0xc00640ddc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00618c750, 0xc006143110, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00618c750, 0xc00234bf10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00618c750, 0xc00234b810, 0xb84d20, 0xc00618c750)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00618c750, 0xc00234b810, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0014a0480, 0x50d201, 0xc003000420, 0x4a, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00450b570, 0xc000a4f620, 0xc000aeef40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0007bf860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1661 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0020ae500, 0x4ed, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0020ae500, 0x4ed, 0x0, 0x0, 0x115ea80, 0x4ed, 0x4ed)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0020ae500, 0x4ed, 0x0, 0x0, 0xaa0378, 0x1, 0xc001df5400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0020ae500, 0x4ed, 0x4ed, 0xc0020ae500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001161a40, 0x4d, 0xc0020ae500, 0x4ed, 0xaa0378, 0x1, 0xc0020ae500, 0x4ed, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1665 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc007228000, 0x1017, 0xc007228000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:287 +0x47c
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007228000, 0x1017, 0x0, 0x0, 0xaa0378, 0x1, 0xc00349d300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007228000, 0x1017, 0x1017, 0xc007228000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002e8900, 0x5a, 0xc007228000, 0x1017, 0xaa0378, 0x1, 0xc007228000, 0x1017, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1666 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005266000, 0xc04, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005266000, 0xc04, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005266000, 0xc04, 0x0, 0x0, 0x115ea80, 0xc04, 0xc04)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005266000, 0xc04, 0x0, 0x0, 0xaa0378, 0x1, 0xc0064d3200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005266000, 0xc04, 0xc04, 0xc005266000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000eeb080, 0x80, 0xc005266000, 0xc04, 0xaa0378, 0x1, 0xc005266000, 0xc04, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008543c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1669 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0020d3050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0020d3050, 0x1, 0xc0050ea740, 0xc010004ca01, 0x2804b8870c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0020d3050, 0x4, 0x6a1, 0xc0080d7901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0080d7000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002a40d00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00128fa10, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020d3950, 0xc00342e000, 0x1795, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1670 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001ba00c0, 0xc001843318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001843418, 0xaa059b, 0x2, 0xc00624ab00, 0x573, 0x1, 0xbe, 0xc002168da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00624ab00, 0x573, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001843570, 0xc0016d8980, 0x68, 0xc0062e0cb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008546c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1672 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005ee52c0, 0xc004a61318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004a61418, 0xaa05c9, 0x2, 0xc00151e000, 0xa32, 0x1, 0x126, 0xc002168960)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00151e000, 0xa32, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004a61570, 0xc007888e80, 0x83, 0xc0075958c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1673 [semacquire]:
strings.Replace(0xc001805200, 0x860, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0xe, 0xc001805200, 0x860)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a63570, 0xc007888f80, 0xc0027e2d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1676 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002da30a0, 0xc005037318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005037418, 0xaa0599, 0x2, 0xc0025af900, 0xc1d, 0xc0025af900, 0xc005037408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0025af900, 0xc1d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005037570, 0xc002da2d20, 0xcd, 0xc0014b410c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1680 [semacquire]:
regexp.onePassCopy(0xc00748d650, 0xc00748d650)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc00748d650, 0xc00748d650)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004aa1050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004aa1050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc007086ae0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004aa1050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004aa1050, 0x1, 0xc0059daf10, 0xc00099aa80, 0x2804b88712f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004aa1050, 0x4, 0x12e, 0xc00321be01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00321b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0055261a0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00748d620, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004aa1950, 0xc001b3f000, 0xed0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1681 [semacquire]:
strings.genSplit(0xc002324580, 0xc00, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc000c27500, 0x13d, 0x13d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002711418, 0xaa0569, 0x2, 0xc002267400, 0xc00, 0x1, 0x13d, 0xc005bcfee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc002267400, 0xc00, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002711570, 0xc0072afda0, 0x74, 0xc000eeb18c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000854f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1684 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002be0340, 0xc000c4f278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c4f5e0, 0xaa058b, 0x2, 0xc0077b8000, 0x1d7a, 0x0, 0xc000480a80, 0x7f79b886fe98)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000c4f570, 0xc007855ba0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000855140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1686 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0062cc000, 0x1109, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0062cc000, 0x1109, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0062cc000, 0x1109, 0x0, 0x0, 0x115ea80, 0x1109, 0x1109)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0062cc000, 0x1109, 0x0, 0x0, 0xaa0378, 0x1, 0xc00489cc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0062cc000, 0x1109, 0x1109, 0xc0062cc000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141c180, 0x71, 0xc0062cc000, 0x1109, 0xaa0378, 0x1, 0xc0062cc000, 0x1109, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008552c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 350 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007f4c000, 0x7b0, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007f4c000, 0x7b0, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007f4c000, 0x7b0, 0x0, 0x0, 0x115ea80, 0x7b0, 0x7b0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007f4c000, 0x7b0, 0x0, 0x0, 0xaa0378, 0x1, 0xc006c8b000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007f4c000, 0x7b0, 0x7b0, 0xc007f4c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a590e0, 0x9a, 0xc007f4c000, 0x7b0, 0xaa0378, 0x1, 0xc007f4c000, 0x7b0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003000a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 352 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006ebb418, 0xaa0569, 0x2, 0xc004514000, 0xa80, 0x2, 0x164, 0xc002faa560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc004514000, 0xa80, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006ebb570, 0xc006b4f080, 0x7f, 0xc005bbc900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003000c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 353 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000535000, 0xe1d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000535000, 0xe1d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000535000, 0xe1d, 0x0, 0x0, 0x115ea80, 0xe1d, 0xe1d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000535000, 0xe1d, 0x0, 0x0, 0xaa0378, 0x1, 0xc000533000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000535000, 0xe1d, 0xe1d, 0xc000535000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006fc0ab0, 0x8b, 0xc000535000, 0xe1d, 0xaa0378, 0x1, 0xc000535000, 0xe1d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003000cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1699 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0017b51e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0017b52b0, 0xc0066e65b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00618b520, 0x0, 0x0, 0x0, 0xc004951258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00618b520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004951950, 0xc003066580, 0xc01, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003000e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1700 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0053be240, 0xc00496d318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00496d418, 0xaa0503, 0x2, 0xc0070a0d80, 0xd61, 0x1, 0x19e, 0xc003379300)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0070a0d80, 0xd61, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00496d570, 0xc0027e3ba0, 0x8e, 0xc0014fad80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003000f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1701 [semacquire]:
strings.genSplit(0xc00088a000, 0x2a3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x2a3, 0xc00101b8c0, 0x2a3)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007c275e0, 0xaa058b, 0x2, 0xc00101b8c0, 0x2a3, 0x0, 0xc007c27430, 0xc0013f0948)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc007c27570, 0xc001c304e0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc007c27570, 0xc00764c3a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003000fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1702 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0079b48c0, 0x0, 0x0, 0x0, 0xc0037b9000, 0x2eb1, 0x2, 0xc002117270, 0xc0037b9000, 0x2eb1, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0079b48c0, 0xc0037b9000, 0x2eb1, 0xaa0378, 0x1, 0x1, 0x2d)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002117570, 0xc0071bf5c0, 0xc005f56a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003001080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1704 [semacquire]:
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity.func1(0x0, 0xc005092c90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:572 +0xbf
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007213f80, 0xc00256d230, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00256d570, 0xc007213ef0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x3, 0xc007213ef0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007a22090, 0xc00256d378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00256d570, 0xc0081d4060, 0xc002da3780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00256d570, 0xc0081d4060, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00256d570, 0xc0081d4060, 0xc0081d4060)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003001200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1708 [semacquire]:
bytes.makeSlice(0x3e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0049fb140, 0x200, 0x1000)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0049fb140, 0xb7b620, 0xc007212240, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc007212240, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc007212240, 0xc0049fb230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007212240, 0x0, 0x0, 0x0, 0x2000, 0xc005bae000, 0x1fe2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc005bae000, 0x1fe2, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc007a026e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0049fb570, 0xc002cd11e0, 0xc0073bf100)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003001500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1712 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc00479cc80, 0xc1d, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x2bd0332200000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004b89570, 0xc00618b9a0, 0xc0073bf500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003001800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1714 [semacquire]:
github.com/gigawattio/window.Rolling(0xc001dd3500, 0x92, 0x92, 0x3, 0x0, 0x91, 0xc001dd3500)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047f5570, 0xc002faa520, 0xc002faafc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003001980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 796 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf8fec0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0046e7f20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0046e7ee0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c4b800, 0x7c2, 0x7c2, 0x1, 0xc001c4b800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000333220, 0x97, 0xc001c4b800, 0x7c2, 0xaa0378, 0x1, 0xc001c4b800, 0x7c2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc003001a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 797 [semacquire]:
regexp.(*Regexp).get(0xc0002d8aa0, 0xc0086fc0f0)
/usr/local/go/src/regexp/regexp.go:256 +0x2f5
regexp.(*Regexp).doExecute(0xc0002d8aa0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc007810c00, 0x1127, 0x151, 0x2, ...)
/usr/local/go/src/regexp/exec.go:538 +0xb5
regexp.(*Regexp).replaceAll(0xc0002d8aa0, 0x0, 0x0, 0x0, 0xc007810c00, 0x1127, 0x2, 0xc004d47ab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0002d8aa0, 0xc007810c00, 0x1127, 0x0, 0x0, 0xc0004a0000, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc007810c00, 0x1127, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002ed9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 799 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cf9c5e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ca3d80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004ca3d70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f83680, 0x46e, 0x46e, 0x1, 0xc000f83680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00216ef00, 0xb6, 0xc000f83680, 0x46e, 0xaa0378, 0x1, 0xc000f83680, 0x46e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061a180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 800 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006ce4c90, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0035f7570, 0xc006ce4c90, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0035f7570, 0xc002047f80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061a420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 801 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798cfacb00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005146460, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005146450, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00174c300, 0x622, 0x622, 0x1, 0xc00174c300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ce6d20, 0x6f, 0xc00174c300, 0x622, 0xaa0378, 0x1, 0xc00174c300, 0x622, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061ad80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1747 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79789deec0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00186a990, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00186a970, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002313000, 0x728, 0x728, 0x1, 0xc002313000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002cfd080, 0x60, 0xc002313000, 0x728, 0xaa0378, 0x1, 0xc002313000, 0x728, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1748 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c7dcbd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000cf3c10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000cf3bf0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00790e000, 0x903, 0x903, 0x1, 0xc00790e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003d6d38, 0x7d, 0xc00790e000, 0x903, 0xaa0378, 0x1, 0xc00790e000, 0x903, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1749 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798ced8dc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c9b1a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c9b190, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00340bc00, 0xbdc, 0xbdc, 0x1, 0xc00340bc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00126fb00, 0x7c, 0xc00340bc00, 0xbdc, 0xaa0378, 0x1, 0xc00340bc00, 0xbdc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00061b680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1751 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78f2e27f40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0011c69e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0011c69d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0031de000, 0xd2b, 0xd2b, 0x1, 0xc0031de000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00497a1e0, 0x55, 0xc0031de000, 0xd2b, 0xaa0378, 0x1, 0xc0031de000, 0xd2b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008e0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1754 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0005ee400, 0xba3, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0005ee400, 0xba3, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0005ee400, 0xba3, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0005ee400, 0xba3, 0x0, 0x0, 0x115ea80, 0xba3, 0xba3)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0005ee400, 0xba3, 0x0, 0x0, 0xaa0378, 0x1, 0xc0005ed800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0005ee400, 0xba3, 0xba3, 0xc0005ee400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00621375c, 0x44, 0xc0005ee400, 0xba3, 0xaa0378, 0x1, 0xc0005ee400, 0xba3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1755 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_Predict(0x7f78c8000b20, 0x7f787e13e960, 0x3ab19a0)
_cgo_gotypes.go:93 +0x4e
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func2(0xc002168260, 0x7f787e13e960, 0x7f787e13e960)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0x60
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002168260, 0xc002506000, 0x1cf0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0xa8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc002506000, 0x1cf0, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001124af0, 0x62, 0xc002506000, 0x1cf0, 0xaa0378, 0x1, 0xc002506000, 0x1cf0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00008f680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1760 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043d1418, 0xaa058b, 0x2, 0xc005596000, 0x1c74, 0x1, 0x302, 0xc0071bf3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc005596000, 0x1c74, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0043d1570, 0xc0071bef80, 0x4e, 0xc0034f0b90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00040e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1763 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003691418, 0xaa04d9, 0x2, 0xc006448000, 0x5bf, 0xc006448000, 0xc003691408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc006448000, 0x5bf, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003691570, 0xc002da2880, 0x55, 0xc00467e4e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c2ea0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1764 [semacquire]:
bytes.makeSlice(0x50b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0065421e0, 0x7, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0065421e0, 0xad0580, 0x7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0065421e0, 0xc001477730, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd
golang.org/x/net/html.render1(0xb84d20, 0xc0065421e0, 0xc001477650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065421e0, 0xc001476f50, 0xb84d20, 0xc0065421e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0065421e0, 0xc001476f50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00226edb0, 0x44e3613fe, 0x1251a20, 0xc007855ec0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006c3620, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 273 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000436720, 0x44e395f94, 0x1251a20, 0xc002fab0e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00467f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1776 [semacquire]:
strings.genSplit(0xc000e5c000, 0xbe0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0033d6c00, 0x126, 0x126)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00557f418, 0xaa04fd, 0x2, 0xc0076aa400, 0xbe0, 0x2, 0x126, 0xc0022ab8e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0076aa400, 0xbe0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00557f570, 0xc00740cf40, 0x6c, 0xc005207490)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e6ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1779 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f798c779480, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a30da0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a30d90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005b18480, 0x407, 0x407, 0x1, 0xc005b18480)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002074be0, 0x94, 0xc005b18480, 0x407, 0xaa0378, 0x1, 0xc005b18480, 0x407, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e73e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1781 [semacquire]:
strings.Replace(0xc00724e030, 0xb, 0xaae974, 0x9, 0x0, 0x0, 0x1, 0x0, 0x3ff0000000000000)
/usr/local/go/src/strings/strings.go:941 +0x109
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc004a03900, 0x11bb, 0xaa05b3, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:20 +0xa8
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0020754a0, 0x99, 0xc004a03900, 0x11bb, 0xaa0378, 0x1, 0xc004a03900, 0x11bb, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1783 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0078885a0, 0xc00127d278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00127d5e0, 0xaa058b, 0x2, 0xc000373b00, 0x8f9, 0x5, 0x20, 0xc007888560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00127d570, 0xc0050458a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1784 [semacquire]:
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc006550b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006550b10, 0xc001a13320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc001a13708, 0xc002cd0e00, 0xaac03e, 0x7, 0xc002cd0e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc001a13708, 0xc002cd0e00, 0xc0053bf140)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0028e7e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1785 [semacquire]:
bytes.makeSlice(0x7df3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006127140, 0x12b, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006127140, 0xc000e21181, 0x12b, 0x6, 0x12b, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006127140, 0xc000e21181, 0x1bf, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc006127140, 0xc0013a3ab0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc006127140, 0xc0013a3a40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006127140, 0xc0014765b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006127140, 0xc0014762a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006127140, 0xc006940e00, 0xb84d20, 0xc006127140)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006127140, 0xc006940e00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001086420, 0x20, 0x203001, 0x203001, 0x203001)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004141570, 0xc0027e2ca0, 0xc007889180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f00c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1787 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc008925000, 0x2e5d, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008925000, 0x2e5d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008925000, 0x2e5d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008925000, 0x2e5d, 0x0, 0x0, 0x115ea80, 0x2e5d, 0x2e5d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008925000, 0x2e5d, 0x0, 0x0, 0xaa0378, 0x1, 0xc004725000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008925000, 0x2e5d, 0x2e5d, 0xc008925000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00311e000, 0x97, 0xc008925000, 0x2e5d, 0xaa0378, 0x1, 0xc008925000, 0x2e5d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f0cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1789 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00673d118, 0xaa04bf, 0x2, 0xc00518d860, 0x1d0, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00673d118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00673d118, 0xc0067be770, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00673d118, 0xc0067be770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00673d118, 0xc0067be770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00673d118, 0xc0067bbd50, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006167118, 0xc0067bbd50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006167118, 0xc0067bbd50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00673d118, 0xc0067bbc70, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006167118, 0xc0067bbc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006167118, 0xc0067bbc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00673d118, 0xc0067bb570, 0xc003eff880, 0x7f79b8870c28)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006167118, 0xc0067bb570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006167118, 0xc0067bb570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00673d118, 0xc0067bb490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006167118, 0xc0067bb490, 0x54b170, 0xc0043fe680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0067bb490, 0x0, 0x0, 0x0, 0x0, 0xc0067bb490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001c30900, 0x0, 0x0, 0x0, 0x1000, 0xc00588b000, 0xf72, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00588b000, 0xf72, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00385fb60)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006167570, 0xc002e5f4a0, 0xc0008703c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f15c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1790 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0068cb5e0, 0xaa058b, 0x2, 0xc006114000, 0xae8, 0x0, 0xc00004d180, 0x7f79b8872080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0068cb570, 0xc003906a60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f18c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1791 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f79540017f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c61160, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c61150, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00600e000, 0x9c8, 0x9c8, 0x1, 0xc00600e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002bae120, 0x86, 0xc00600e000, 0x9c8, 0xaa0378, 0x1, 0xc00600e000, 0x9c8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0006f1d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1792 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005bc55e0, 0xaa058b, 0x2, 0xc006c2c5a0, 0x1c9, 0x1, 0x4b, 0xc0023a5360)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005bc5570, 0xc006110120, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1793 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006a33900, 0x1158, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006a33900, 0x1158, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006a33900, 0x1158, 0x0, 0x0, 0x115ea80, 0x1158, 0x1158)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006a33900, 0x1158, 0x0, 0x0, 0xaa0378, 0x1, 0xc006a32600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006a33900, 0x1158, 0x1158, 0xc006a33900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c46500, 0x57, 0xc006a33900, 0x1158, 0xaa0378, 0x1, 0xc006a33900, 0x1158, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1795 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f78c1b10a90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00139dd70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00139dd40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0057aa000, 0x5b1, 0x5b1, 0x1, 0xc0057aa000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cbd1e0, 0xa4, 0xc0057aa000, 0x5b1, 0xaa0378, 0x1, 0xc0057aa000, 0x5b1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000454c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1797 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007eb1500, 0x50c5, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007eb1500, 0x50c5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007eb1500, 0x50c5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007eb1500, 0x50c5, 0x0, 0x0, 0x115ea80, 0x50c5, 0x50c5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007eb1500, 0x50c5, 0x0, 0x0, 0xaa0378, 0x1, 0xc0083a8a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007eb1500, 0x50c5, 0x50c5, 0xc007eb1500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00102cf20, 0xa4, 0xc007eb1500, 0x50c5, 0xaa0378, 0x1, 0xc007eb1500, 0x50c5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000455080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1800 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0072e14a0, 0x0, 0x0, 0x0, 0xc00788a000, 0x4e23, 0x2, 0xc00515d270, 0xc00788a000, 0x4e23, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0072e14a0, 0xc00788a000, 0x4e23, 0xaa0378, 0x1, 0x1, 0x34)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00387b570, 0xc000870760, 0xc006a9df80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1801 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0073bf580, 0xc000545318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000545418, 0xaa0569, 0x2, 0xc000312000, 0x2c5f, 0x3, 0x4d2, 0xc0008710a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc000312000, 0x2c5f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000545570, 0xc000870b00, 0x85, 0xc006b944b6)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1802 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0064b95e0, 0xaa058b, 0x2, 0xc006308a80, 0x1b8, 0x0, 0xc0064b9430, 0xc0025b7a08)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0064b9570, 0xc0053e3260, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0064b9570, 0xc004bcf040, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0005a6c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1808 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0x3c, 0x45a, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0047a6480, 0x45a, 0x45a, 0xc0047a6480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007c2600, 0xb8, 0xc0047a6480, 0x45a, 0xaa0378, 0x1, 0xc0047a6480, 0x45a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cda0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1831 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001706bd0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023c5570, 0xc008419c40, 0x42, 0xc00239a3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00262af60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1815 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc007c56000, 0x23b7, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005b7c440)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006673570, 0xc005bcf520, 0xc002cd00c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdaf60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1816 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a99418, 0xaa058b, 0x2, 0xc00531ea80, 0x9ad, 0x1, 0x10e, 0xc0053bf080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc00531ea80, 0x9ad, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a99570, 0xc0010df5a0, 0x97, 0xc002a586e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb1a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1817 [semacquire]:
bytes.makeSlice(0x1865, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004b853e0, 0x301, 0x211)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004b853e0, 0xc005321500, 0x301, 0x5165d7, 0xc00165a899, 0xc006e5eb60)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021471f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002147180)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002146620)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006722e00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0058be150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00646c2d0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b85570, 0xc00740dc40, 0x6d, 0xc007548690)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1818 [semacquire]:
strings.genSplit(0xc00627e000, 0xfd6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d4d800, 0x17e, 0x17e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00556b418, 0xaa05c9, 0x2, 0xc0056e4000, 0xfd6, 0x1, 0x17e, 0xc0020464e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0056e4000, 0xfd6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00556b570, 0xc002046100, 0x59, 0xc003dea480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc001cdb500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1822 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00774cb40, 0x0, 0x0, 0x0, 0xc003a09000, 0x790, 0x2, 0xc0068c7270, 0xc003a09000, 0x790, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00774cb40, 0xc003a09000, 0x790, 0xaa0378, 0x1, 0x1, 0xc)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005eb9570, 0xc006d9bb40, 0xc000ba5fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1823 [semacquire]:
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00527d570, 0xc0036435e0, 0xc003643e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1824 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006416b60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006416c30, 0xc001701ab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0053be0e0, 0x0, 0x0, 0x0, 0xc0012ff258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0053be0e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0012ff950, 0xc0064c6000, 0x3fd7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc000842cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1825 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003af6000, 0x443, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003af6000, 0x443, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003af6000, 0x443, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003af6000, 0x443, 0x0, 0x0, 0x115ea80, 0x443, 0x443)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003af6000, 0x443, 0x0, 0x0, 0xaa0378, 0x1, 0xc003a46480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003af6000, 0x443, 0x443, 0xc003af6000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00125aaa0, 0x4e, 0xc003af6000, 0x443, 0xaa0378, 0x1, 0xc003af6000, 0x443, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0008432c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1829 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007454800, 0x7f3, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007454800, 0x7f3, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007454800, 0x7f3, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007454800, 0x7f3, 0x0, 0x0, 0x115ea80, 0x7f3, 0x7f3)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007454800, 0x7f3, 0x0, 0x0, 0xaa0378, 0x1, 0xc003ffa000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007454800, 0x7f3, 0x7f3, 0xc007454800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ce76c0, 0x6b, 0xc007454800, 0x7f3, 0xaa0378, 0x1, 0xc007454800, 0x7f3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0041f1500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 961 [semacquire]:
bytes.makeSlice(0x8ec, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001d913e0, 0x160, 0xfb)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001d913e0, 0xc00456d080, 0x160, 0x5165d7, 0xc00708a293, 0xc00344e510)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006ea3d50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006ea3ce0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006ea3c00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006ea35e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006ea3500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002818e70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0067f35f0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d91570, 0xc00604b760, 0x9b, 0xc00779d720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc0002e8c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1733 [semacquire]:
strings.genSplit(0xc00549f000, 0x765, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xcf, 0xcf)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00616b418, 0xaa05c9, 0x2, 0xc0052f5800, 0x765, 0x1, 0xcf, 0xc007888c60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a0000, 0xc0052f5800, 0x765, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00616b570, 0xc00727a380, 0x85, 0xc006188a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d020, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 269 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006ed1000, 0x37e2, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006ed1000, 0x37e2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006ed1000, 0x37e2, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006ed1000, 0x37e2, 0x0, 0x0, 0x115ea80, 0x37e2, 0x37e2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006ed1000, 0x37e2, 0x0, 0x0, 0xaa0378, 0x1, 0xc006ecd800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006ed1000, 0x37e2, 0x37e2, 0xc006ed1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00718f500, 0x33, 0xc006ed1000, 0x37e2, 0xaa0378, 0x1, 0xc006ed1000, 0x37e2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc0000b1bf0, 0xc0001e93b0, 0xc0001e93e0, 0xc00017d4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a