fatal error: concurrent map writes goroutine 422 [running]: runtime.throw(0xab7b31, 0x15) /usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc001401a90 sp=0xc001401a60 pc=0x453732 runtime.mapassign_faststr(0xa13de0, 0xc0002353e0, 0xc000f04043, 0x18, 0xaa058b) /usr/local/go/src/runtime/map_faststr.go:211 +0x3f7 fp=0xc001401af8 sp=0xc001401a90 pc=0x4338e7 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:310 +0x7b3 fp=0xc001401fb8 sp=0xc001401af8 pc=0x825103 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc001401fc0 sp=0xc001401fb8 pc=0x483571 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1 [semacquire]: syscall.ByteSliceFromString(0xc001c1ff80, 0x5b, 0x7f9bebdd92f0, 0x0, 0xc00018d370, 0x2f6c00c000010670, 0x5a) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.fstatat(0xffffffffffffff9c, 0xc001c1ff80, 0x5b, 0xc000c8c108, 0x100, 0x5b, 0xc001c1ff80) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1476 +0x3f syscall.Lstat(...) /usr/local/go/src/syscall/syscall_linux_amd64.go:76 os.lstatNolog(0xc001c1ff80, 0x5b, 0x5b, 0x1, 0xc001c1ff80, 0x5b) /usr/local/go/src/os/stat_unix.go:42 +0x6e os.Lstat(0xc001c1ff80, 0x5b, 0x2, 0xc001c1ff80, 0x5b, 0x0) /usr/local/go/src/os/stat.go:22 +0x4d path/filepath.walk(0xc000da17c0, 0x42, 0xb89740, 0xc0019536c0, 0xc00018d548, 0x0, 0x0) /usr/local/go/src/path/filepath/path.go:378 +0x1d3 path/filepath.walk(0xc000117880, 0x3f, 0xb89740, 0xc000236750, 0xc00018d548, 0x0, 0x0) /usr/local/go/src/path/filepath/path.go:384 +0x2ff path/filepath.walk(0x7ffcbd2247c9, 0x37, 0xb89740, 0xc000236680, 0xc00018d548, 0x0, 0xc00018d248) /usr/local/go/src/path/filepath/path.go:384 +0x2ff path/filepath.Walk(0x7ffcbd2247c9, 0x37, 0xc00018d548, 0x10, 0x0) /usr/local/go/src/path/filepath/path.go:406 +0xff _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand(0x7ffcbd2247c9, 0x37, 0xffffffffffffffff, 0xbfb388e12ee0a39f) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:265 +0x1a1 main.main() /home/ec2-user/environment/cluster2/tgnews.go:75 +0x72a goroutine 6 [syscall]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:147 +0x9c os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x22 created by os/signal.Notify.func1 /usr/local/go/src/os/signal/signal.go:127 +0x44 goroutine 8 [chan receive]: main.main.func1(0xc000073140, 0xbfb388e12ee0a39f, 0x3d748e, 0x1251a20) /home/ec2-user/environment/cluster2/tgnews.go:36 +0x41 created by main.main /home/ec2-user/environment/cluster2/tgnews.go:35 +0x176 goroutine 9 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b24576eb0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000df81d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000df81c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001325800, 0x76e, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001410545, 0x52, 0xc001325800, 0x76e, 0xc001325800, 0x76e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001410545, 0x52, 0xc001325800, 0x76e, 0xaa0378, 0x1, 0xc001325800, 0x76e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e420, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 10 [runnable]: strings.(*Builder).WriteRune(0xc000ebb160, 0x439, 0xb0e, 0x439, 0xb10) /usr/local/go/src/strings/builder.go:104 +0x29d strings.Map(0xae62d0, 0xc002600632, 0x1174, 0xc000ebb218, 0xc000972700) /usr/local/go/src/strings/strings.go:511 +0x3ab strings.ToLower(0xc002600600, 0x11a6, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ebb3c0, 0xaa059b, 0x2, 0xc002600600, 0x11a6, 0x2, 0x243, 0xc001980a20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002600600, 0x11a6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ebb518, 0xc001018560, 0x4c, 0xc000da07d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 11 [semacquire]: github.com/PuerkitoBio/goquery.getParentNodes.func1(0x0, 0xc0004b3dc0, 0xc002cbc120, 0xc0004cf178, 0x76423c) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:680 +0x5f github.com/PuerkitoBio/goquery.mapNodes(0xc0000a27a8, 0x1, 0x1, 0xae5578, 0x0, 0x9e9080, 0x127e7a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.getParentNodes(0xc0000a27a8, 0x1, 0x1, 0xc000e2ec00, 0x2f2, 0xe) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:678 +0x4b github.com/PuerkitoBio/goquery.(*Selection).Parent(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:106 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0004cf518, 0xc00039e2c0, 0x31) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:426 +0x405 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 12 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010813c0, 0xaa04df, 0x2, 0xc001d46c80, 0xc49, 0x8, 0x1e4, 0xc001981c60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001d46c80, 0xc49, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001081518, 0xc001690c40, 0x81, 0xc000e2c7e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 13 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb220, 0x0, 0x0, 0x0, 0xc002b06000, 0x39e2, 0x2, 0xc0020bd218, 0xc000af99e4, 0x0, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0001fb220, 0xc002b06000, 0x39e2, 0xaa04bf, 0x2, 0xc002b06000, 0x39e2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0020bd388, 0xc001f2b680, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0020bd388, 0xc001b0cf90, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0020bd301, 0xc000382aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0020bd518, 0xc001b0cf90, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 14 [runnable]: github.com/gigawattio/window.Rolling(0xc002e8e000, 0x1f4, 0x1f4, 0x3, 0x0, 0x1f3, 0xc002e8e000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000dbd518, 0xc000d90040, 0xc000d90840) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 15 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0029bb900, 0x20aa, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0029bb900, 0x20aa, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0029bb900, 0x20aa, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0029bb900, 0x20aa, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0029bb900, 0x20aa, 0x0, 0x0, 0x20aa, 0xc0029bb900, 0x20aa) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0029bb900, 0x20aa, 0x20aa, 0x2800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000daa2a0, 0x68, 0xc0029bb900, 0x20aa, 0xc0029bb900, 0x20aa, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000daa2a0, 0x68, 0xc0029bb900, 0x20aa, 0xaa0378, 0x1, 0xc0029bb900, 0x20aa, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 16 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0001a20, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c205e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c205a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001496000, 0x14a0, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e16bd0, 0x69, 0xc001496000, 0x14a0, 0xc001496000, 0x14a0, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e16bd0, 0x69, 0xc001496000, 0x14a0, 0xaa0378, 0x1, 0xc001496000, 0x14a0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 18 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b08088190, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001910040, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001910030, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001bce000, 0x30a2, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000812a00, 0x3c, 0xc001bce000, 0x30a2, 0xc001bce000, 0x30a2, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000812a00, 0x3c, 0xc001bce000, 0x30a2, 0xaa0378, 0x1, 0xc001bce000, 0x30a2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007ea20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 19 [semacquire]: regexp.makeOnePass.func1(0x7, 0xc00164a430, 0xc, 0xc, 0x1) /usr/local/go/src/regexp/onepass.go:390 +0x9d8 regexp.makeOnePass(0xc001d59890, 0xc001d59890) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc001d59830, 0xc001d59830) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001353300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001353300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001353300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001353300, 0x75a856, 0x0, 0xc001346000, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001353300, 0xc0013532c8, 0xc001353350, 0x42ca96, 0xc001d59800, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc001353368, 0xc001353380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0000afee0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000021020, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001353518, 0xc000e08080, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007eae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 20 [semacquire]: github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0023a5388, 0xc001881540, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:131 +0x363 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0023a5388, 0xc0019a8ae0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x256, 0x257) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0023a5518, 0xc0019a8ae0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007eba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 21 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b7816ede0, 0x7f9b7816f610) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00039a0c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00039a0a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00017ea00, 0x492, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ca0070, 0x6a, 0xc00017ea00, 0x492, 0xc00017ea00, 0x492, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ca0070, 0x6a, 0xc00017ea00, 0x492, 0xaa0378, 0x1, 0xc00017ea00, 0x492, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007ec60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 22 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b541757e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b404e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b404d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001802000, 0x3c2, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013b8a80, 0x7c, 0xc001802000, 0x3c2, 0xc001802000, 0x3c2, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013b8a80, 0x7c, 0xc001802000, 0x3c2, 0xaa0378, 0x1, 0xc001802000, 0x3c2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007ed20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 23 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc000229080, 0xc0012731d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000229080, 0x0, 0x0, 0x0, 0x4800, 0xc00142d800, 0x4006, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc00142d800, 0x4006, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0011e9bc0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001273518, 0xc0018813e0, 0xc00000e580) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007ede0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 24 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0004ba0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0014a08c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0014a08b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025a0400, 0x386, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dc61cd, 0x6c, 0xc0025a0400, 0x386, 0xc0025a0400, 0x386, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dc61cd, 0x6c, 0xc0025a0400, 0x386, 0xaa0378, 0x1, 0xc0025a0400, 0x386, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007eea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 25 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc000df50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000554310, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000554300, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00127ea00, 0x486, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001162580, 0xa5, 0xc00127ea00, 0x486, 0xc00127ea00, 0x486, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001162580, 0xa5, 0xc00127ea00, 0x486, 0xaa0378, 0x1, 0xc00127ea00, 0x486, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007ef60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 26 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc00098a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001884110, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001884100, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000682880, 0xcb8, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d34080, 0x7b, 0xc000682880, 0xcb8, 0xc000682880, 0xcb8, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d34080, 0x7b, 0xc000682880, 0xcb8, 0xaa0378, 0x1, 0xc000682880, 0xcb8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 27 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b58401c30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00039c0a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00039c090, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001344300, 0x6ce, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f281a7, 0x97, 0xc001344300, 0x6ce, 0xc001344300, 0x6ce, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f281a7, 0x97, 0xc001344300, 0x6ce, 0xaa0378, 0x1, 0xc001344300, 0x6ce, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 28 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc02d4140, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002616650, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002616640, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001da6000, 0x2b7a, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010cc320, 0x4e, 0xc001da6000, 0x2b7a, 0xc001da6000, 0x2b7a, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010cc320, 0x4e, 0xc001da6000, 0x2b7a, 0xaa0378, 0x1, 0xc001da6000, 0x2b7a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 29 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9af0106410, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ec3d30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ec3d20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002212a00, 0x6c9, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00060299a, 0x5d, 0xc002212a00, 0x6c9, 0xc002212a00, 0x6c9, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00060299a, 0x5d, 0xc002212a00, 0x6c9, 0xaa0378, 0x1, 0xc002212a00, 0x6c9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 34 [select]: github.com/patrickmn/go-cache.(*janitor).Run(0xc00038e000, 0xc00038c000) /home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5 created by github.com/patrickmn/go-cache.runJanitor /home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9 goroutine 30 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc00161cc00, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00161cc00, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc00161cbd0) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00161cbd0, 0x0, 0x0, 0x0, 0xc00, 0xc0005a1c00, 0xb65, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0005a1c00, 0xb65, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d2a800) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0005c1518, 0xc000d1ed60, 0xc00221b780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 31 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9acc0349a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001885a30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001885a20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00191e000, 0x9d6, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178160, 0xa9, 0xc00191e000, 0x9d6, 0xc00191e000, 0x9d6, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000178160, 0xa9, 0xc00191e000, 0x9d6, 0xaa0378, 0x1, 0xc00191e000, 0x9d6, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 32 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:310 +0x7b3 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 33 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc00044c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000c6bf0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000c6be0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00172a300, 0x6f4, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f04060, 0x5c, 0xc00172a300, 0x6f4, 0xc00172a300, 0x6f4, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f04060, 0x5c, 0xc00172a300, 0x6f4, 0xaa0378, 0x1, 0xc00172a300, 0x6f4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 50 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bb401ff70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000490250, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000490230, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00131a000, 0x13a7, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011fe310, 0x61, 0xc00131a000, 0x13a7, 0xc00131a000, 0x13a7, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011fe310, 0x61, 0xc00131a000, 0x13a7, 0xaa0378, 0x1, 0xc00131a000, 0x13a7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 51 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b280b14a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c4b0a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c4b080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a74c00, 0x1154, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015dc72d, 0x4c, 0xc001a74c00, 0x1154, 0xc001a74c00, 0x1154, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015dc72d, 0x4c, 0xc001a74c00, 0x1154, 0xaa0378, 0x1, 0xc001a74c00, 0x1154, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 52 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0004620, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027d12a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027d1290, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000835340, 0x2a8, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000071590, 0x4c, 0xc000835340, 0x2a8, 0xc000835340, 0x2a8, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000071590, 0x4c, 0xc000835340, 0x2a8, 0xaa0378, 0x1, 0xc000835340, 0x2a8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 53 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc021f970, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000290b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000029090, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00059f800, 0xbb9, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015dc320, 0x94, 0xc00059f800, 0xbb9, 0xc00059f800, 0xbb9, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015dc320, 0x94, 0xc00059f800, 0xbb9, 0xaa0378, 0x1, 0xc00059f800, 0xbb9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 54 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b30872db0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000eaff10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000eaff00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000cc2000, 0x1dc1, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000701c0, 0x6b, 0xc000cc2000, 0x1dc1, 0xc000cc2000, 0x1dc1, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000701c0, 0x6b, 0xc000cc2000, 0x1dc1, 0xaa0378, 0x1, 0xc000cc2000, 0x1dc1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 55 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ae8021040, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e49440, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e49430, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c4e600, 0x123f, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003c4000, 0x98, 0xc001c4e600, 0x123f, 0xc001c4e600, 0x123f, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003c4000, 0x98, 0xc001c4e600, 0x123f, 0xaa0378, 0x1, 0xc001c4e600, 0x123f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 56 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9aec45a700, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0011b3770, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0011b3760, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015e3b80, 0x574, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026f00, 0x7e, 0xc0015e3b80, 0x574, 0xc0015e3b80, 0x574, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000026f00, 0x7e, 0xc0015e3b80, 0x574, 0xaa0378, 0x1, 0xc0015e3b80, 0x574, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007faa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 57 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b2008dc00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015ce120, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015ce110, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00171b500, 0x1446, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001053000, 0x7a, 0xc00171b500, 0x1446, 0xc00171b500, 0x1446, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001053000, 0x7a, 0xc00171b500, 0x1446, 0xaa0378, 0x1, 0xc00171b500, 0x1446, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007fb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 58 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b4458de50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000c70eb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000c70ea0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0016f7000, 0xd9e, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006c46e0, 0x90, 0xc0016f7000, 0xd9e, 0xc0016f7000, 0xd9e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006c46e0, 0x90, 0xc0016f7000, 0xd9e, 0xaa0378, 0x1, 0xc0016f7000, 0xd9e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007fc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 59 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b0c014dc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0011b2a20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0011b2a10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001227800, 0x2d7, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007fc80, 0x54, 0xc001227800, 0x2d7, 0xc001227800, 0x2d7, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007fc80, 0x54, 0xc001227800, 0x2d7, 0xaa0378, 0x1, 0xc001227800, 0x2d7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007fce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 60 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc00032e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c4a970, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c4a960, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e6e000, 0xa15, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d2c1b0, 0x8c, 0xc001e6e000, 0xa15, 0xc001e6e000, 0xa15, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d2c1b0, 0x8c, 0xc001e6e000, 0xa15, 0xaa0378, 0x1, 0xc001e6e000, 0xa15, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007fda0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 61 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0009060, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ef76d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ef76c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001acb600, 0xcad, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d34500, 0x7e, 0xc001acb600, 0xcad, 0xc001acb600, 0xcad, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d34500, 0x7e, 0xc001acb600, 0xcad, 0xaa0378, 0x1, 0xc001acb600, 0xcad, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007fe60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 62 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc02d21c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c5eb20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c5eb10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e6f500, 0x980, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002aa50, 0x46, 0xc001e6f500, 0x980, 0xc001e6f500, 0x980, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002aa50, 0x46, 0xc001e6f500, 0x980, 0xaa0378, 0x1, 0xc001e6f500, 0x980, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007ff20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 63 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ab40d23a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00164a5d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00164a5b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f02400, 0xb66, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004d81b0, 0x84, 0xc001f02400, 0xb66, 0xc001f02400, 0xb66, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004d81b0, 0x84, 0xc001f02400, 0xb66, 0xaa0378, 0x1, 0xc001f02400, 0xb66, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033e000, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 64 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ac40539a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016dabf0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016dabe0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0005a1000, 0xb12, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f92e80, 0x71, 0xc0005a1000, 0xb12, 0xc0005a1000, 0xb12, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f92e80, 0x71, 0xc0005a1000, 0xb12, 0xaa0378, 0x1, 0xc0005a1000, 0xb12, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033e0c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 65 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b488c6c50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c4be10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c4bdf0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001883500, 0x924, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ec8900, 0x7b, 0xc001883500, 0x924, 0xc001883500, 0x924, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ec8900, 0x7b, 0xc001883500, 0x924, 0xaa0378, 0x1, 0xc001883500, 0x924, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033e180, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 66 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b0800e8f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001db9af0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001db9ae0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b5c800, 0x711, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0017f60a0, 0x9b, 0xc001b5c800, 0x711, 0xc001b5c800, 0x711, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0017f60a0, 0x9b, 0xc001b5c800, 0x711, 0xaa0378, 0x1, 0xc001b5c800, 0x711, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033e240, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 67 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0007640, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023ae2f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023ae2e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002286000, 0xf74, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003c4140, 0x92, 0xc002286000, 0xf74, 0xc002286000, 0xf74, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003c4140, 0x92, 0xc002286000, 0xf74, 0xaa0378, 0x1, 0xc002286000, 0xf74, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033e300, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 68 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ad4024dc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004302e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004302d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b3b600, 0xc93, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001410120, 0x82, 0xc001b3b600, 0xc93, 0xc001b3b600, 0xc93, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001410120, 0x82, 0xc001b3b600, 0xc93, 0xaa0378, 0x1, 0xc001b3b600, 0xc93, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033e3c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 69 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0008c40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001a94870, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001a94860, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000780a80, 0x9d6, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006d8690, 0x6f, 0xc000780a80, 0x9d6, 0xc000780a80, 0x9d6, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006d8690, 0x6f, 0xc000780a80, 0x9d6, 0xaa0378, 0x1, 0xc000780a80, 0x9d6, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033e480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 70 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9afc0dae40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001911d40, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001911d30, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0003e0800, 0x172b, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ca0000, 0x6f, 0xc0003e0800, 0x172b, 0xc0003e0800, 0x172b, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ca0000, 0x6f, 0xc0003e0800, 0x172b, 0xaa0378, 0x1, 0xc0003e0800, 0x172b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033e540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 71 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b48044b80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00245bc90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00245bc70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000bc0a80, 0x91a, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007b9420, 0x61, 0xc000bc0a80, 0x91a, 0xc000bc0a80, 0x91a, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0007b9420, 0x61, 0xc000bc0a80, 0x91a, 0xaa0378, 0x1, 0xc000bc0a80, 0x91a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033e600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 73 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b983aa650, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0026165c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026165b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002765980, 0x18b4, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d2ea50, 0xa1, 0xc002765980, 0x18b4, 0xc002765980, 0x18b4, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d2ea50, 0xa1, 0xc002765980, 0x18b4, 0xaa0378, 0x1, 0xc002765980, 0x18b4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033e780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 74 [semacquire]: bytes.makeSlice(0x1e24, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000d7d220, 0x3d2, 0x7) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc000d7d220, 0xc0013e2400, 0x3d2, 0x5165d7, 0xc0034f87b4, 0xc000d04480) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc001651b90) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93 github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc001651b20) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc001929180) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc000d7d388, 0xc001a13f20, 0xa, 0xc001eafcb0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc000d7d388, 0xc000e10560, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000d7d388, 0xc001a13f20, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xb4, 0xb5) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000d7d518, 0xc001a13f20, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033e840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 75 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc00070c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00122a080, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00122a030, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001dfc100, 0x53e, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015eef20, 0xa7, 0xc001dfc100, 0x53e, 0xc001dfc100, 0x53e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015eef20, 0xa7, 0xc001dfc100, 0x53e, 0xaa0378, 0x1, 0xc001dfc100, 0x53e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033e900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 76 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0018f07b0, 0x20, 0x203000, 0x203000, 0x203000) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001879518, 0xc00221bd80, 0xc0024bf040) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033e9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 77 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc000796820, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc golang.org/x/net/html.(*parser).parseCurrentToken(0xc000796820) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000796820, 0xc00155e4d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002420200, 0x0, 0x0, 0x0, 0xc001d95200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002420200, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001d958f8, 0xc001db8000, 0x59d7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033ea80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 78 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002180ea0, 0xc001d2ef00, 0x27e) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc002180ea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002180ea0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002180ea0, 0xc002c519d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc000d9c780, 0x0, 0x0, 0x0, 0x0, 0x3601, 0xc0017aa7e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0017aa7e0, 0x0, 0x0, 0x0, 0x3800, 0xc00240f800, 0x3677, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00240f800, 0x3677, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x5847f01d00000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00106b518, 0xc0014501a0, 0xc0014516a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033eb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 79 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc012f6c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e23b00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e23ae0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000725800, 0x164a, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00033e7e0, 0x57, 0xc000725800, 0x164a, 0xc000725800, 0x164a, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00033e7e0, 0x57, 0xc000725800, 0x164a, 0xaa0378, 0x1, 0xc000725800, 0x164a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033ec00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 80 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0001ce0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001d56010, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d56004, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a16000, 0xf86, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013b6050, 0x49, 0xc001a16000, 0xf86, 0xc001a16000, 0xf86, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013b6050, 0x49, 0xc001a16000, 0xf86, 0xaa0378, 0x1, 0xc001a16000, 0xf86, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033ecc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 81 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00230d0c0, 0xc00155c600, 0x1ed, 0xc0039ca000, 0x1eb) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00230d0c0, 0xc001ad02a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:233 +0x452 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00230d0c0, 0xc001ad02a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00230d0c0, 0xc001ad01c0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00230d0c0, 0xc001ad01c0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00230d0c0, 0xc001ad01c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00230d0c0, 0xc001ad01c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00230d0c0, 0xc000e4a7e0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00230d0c0, 0xc000e4a7e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00230d0c0, 0xc000e4a7e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00230d0c0, 0xc000e4a690, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00230d0c0, 0xc000e4a690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00230d0c0, 0xc000e4a690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00230d0c0, 0xc0000a7960, 0xc0028e6a80, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00230d0c0, 0xc0000a7960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00230d0c0, 0xc0000a7960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00230d0c0, 0xc0000a7880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00230d0c0, 0xc0000a7880, 0x54b170, 0xc001991ba0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0000a7880, 0x0, 0x0, 0x0, 0x0, 0xc0000a7880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001e14b70, 0x0, 0x0, 0x0, 0x1300, 0xc0026db900, 0x1119, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0026db900, 0x1119, 0x0, 0x0, 0x0, 0x440d95, 0xc001e14b10, 0x7f9bc519b937, 0x6e9f93bb00000008) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00230d518, 0xc002218d80, 0xc002420920) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033ed80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 82 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc000027780, 0x74, 0xaa0378, 0x1, 0xc00402c700, 0x6) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0027763d8, 0xc0024877a0, 0xc000e60370, 0xc002776308) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0027763d8, 0xc002487730, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0027770c0, 0xc002487730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0027770c0, 0xc002487730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0027770c0, 0xc002487650, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00115b0c0, 0xc002487650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00115b0c0, 0xc002487650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0027770c0, 0xc002487570, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00115b0c0, 0xc002487570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00115b0c0, 0xc002487570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0027770c0, 0xc00160f3b0, 0x1259780, 0x1259790) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00115b0c0, 0xc00160f3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00115b0c0, 0xc00160f3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0027770c0, 0xc00160f2d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00115b0c0, 0xc00160f2d0, 0x54b170, 0xc002b6d110) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00160f2d0, 0x0, 0x0, 0x0, 0x0, 0xc00160f2d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001510ed0, 0x0, 0x0, 0x0, 0xd80, 0xc000758d80, 0xca4, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc000758d80, 0xca4, 0x0, 0x0, 0x0, 0x440d95, 0xc002482840, 0x7f9bc40094e5, 0xd3e1b61000000010) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00115b518, 0xc001881940, 0xc002219dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033ee40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 83 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b2072ac60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c5dd80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c5dd70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e5e000, 0xf5c, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007b83f0, 0x69, 0xc000e5e000, 0xf5c, 0xc000e5e000, 0xf5c, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0007b83f0, 0x69, 0xc000e5e000, 0xf5c, 0xaa0378, 0x1, 0xc000e5e000, 0xf5c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033ef00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 84 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0006460, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00039baa0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00039ba90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000fe1800, 0x5fc, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000daae00, 0x64, 0xc000fe1800, 0x5fc, 0xc000fe1800, 0x5fc, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000daae00, 0x64, 0xc000fe1800, 0x5fc, 0xaa0378, 0x1, 0xc000fe1800, 0x5fc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033efc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 85 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba0006760, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001a94c20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001a94c10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014ea900, 0x87d, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011e8040, 0x3a, 0xc0014ea900, 0x87d, 0xc0014ea900, 0x87d, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011e8040, 0x3a, 0xc0014ea900, 0x87d, 0xaa0378, 0x1, 0xc0014ea900, 0x87d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033f080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 86 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc003b2b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00037a180, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00037a150, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006f6000, 0x687, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d2a100, 0x3c, 0xc0006f6000, 0x687, 0xc0006f6000, 0x687, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d2a100, 0x3c, 0xc0006f6000, 0x687, 0xaa0378, 0x1, 0xc0006f6000, 0x687, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033f140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 87 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b38001ed0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002568850, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002568840, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00124a900, 0x8ab, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070c40, 0x6e, 0xc00124a900, 0x8ab, 0xc00124a900, 0x8ab, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000070c40, 0x6e, 0xc00124a900, 0x8ab, 0xaa0378, 0x1, 0xc00124a900, 0x8ab, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033f200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 88 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ae468cc40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007d5230, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007d5210, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b26000, 0x759, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004c0820, 0x4f, 0xc001b26000, 0x759, 0xc001b26000, 0x759, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004c0820, 0x4f, 0xc001b26000, 0x759, 0xaa0378, 0x1, 0xc001b26000, 0x759, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033f2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 89 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0031dd0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ac0ec0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ac0eb0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001397b00, 0xd47, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000166680, 0x71, 0xc001397b00, 0xd47, 0xc001397b00, 0xd47, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000166680, 0x71, 0xc001397b00, 0xd47, 0xaa0378, 0x1, 0xc001397b00, 0xd47, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033f380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 90 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9afc011e60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023ae110, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023ae100, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025f4000, 0x2624, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011eb680, 0x40, 0xc0025f4000, 0x2624, 0xc0025f4000, 0x2624, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011eb680, 0x40, 0xc0025f4000, 0x2624, 0xaa0378, 0x1, 0xc0025f4000, 0x2624, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033f440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 91 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b0c115080, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000385bf0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000385be0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019d6a00, 0x3046, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010febd0, 0x83, 0xc0019d6a00, 0x3046, 0xc0019d6a00, 0x3046, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010febd0, 0x83, 0xc0019d6a00, 0x3046, 0xaa0378, 0x1, 0xc0019d6a00, 0x3046, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033f500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 92 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba82330a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000a4140, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000a4130, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00081aa80, 0x93e, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007e6c0, 0x60, 0xc00081aa80, 0x93e, 0xc00081aa80, 0x93e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007e6c0, 0x60, 0xc00081aa80, 0x93e, 0xaa0378, 0x1, 0xc00081aa80, 0x93e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033f5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 93 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b40188800, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001725fe0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001725fc0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00173ca80, 0x9c4, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00009a000, 0x82, 0xc00173ca80, 0x9c4, 0xc00173ca80, 0x9c4, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00009a000, 0x82, 0xc00173ca80, 0x9c4, 0xaa0378, 0x1, 0xc00173ca80, 0x9c4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033f680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 94 [runnable]: regexp.(*inputString).step(0xc000e60e40, 0xc10, 0x2, 0x1) /usr/local/go/src/regexp/regexp.go:365 +0xbc regexp.(*Regexp).tryBacktrack(0xc0001fb0e0, 0xc000e60dc0, 0xb886e0, 0xc000e60e40, 0xc000000001, 0xc0f, 0x0) /usr/local/go/src/regexp/backtrack.go:209 +0x984 regexp.(*Regexp).backtrack(0xc0001fb0e0, 0x0, 0x0, 0x0, 0xc002e71100, 0xd1a, 0xc0f, 0x2, 0xc000cb6b70, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:353 +0x39d regexp.(*Regexp).doExecute(0xc0001fb0e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc002e71100, 0xd1a, 0xbfd, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc0001fb0e0, 0x0, 0x0, 0x0, 0xc002e71100, 0xd1a, 0x2, 0xc0018e1218, 0xc0000a2500, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0001fb0e0, 0xc002e71100, 0xd1a, 0xaa0378, 0x1, 0xc001912900, 0xc0016feec0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0018e1388, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0018e1388, 0xc001a2de90, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x10d, 0x10e) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0018e1518, 0xc001a2de90, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033f740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 95 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc00367e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015c6300, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015c62f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0018aa000, 0xdb7, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013c2120, 0x8e, 0xc0018aa000, 0xdb7, 0xc0018aa000, 0xdb7, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013c2120, 0x8e, 0xc0018aa000, 0xdb7, 0xaa0378, 0x1, 0xc0018aa000, 0xdb7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033f800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 96 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba8233030, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00279a0d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00279a0b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00241ef00, 0x4e5, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004d8d80, 0x86, 0xc00241ef00, 0x4e5, 0xc00241ef00, 0x4e5, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004d8d80, 0x86, 0xc00241ef00, 0x4e5, 0xaa0378, 0x1, 0xc00241ef00, 0x4e5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033f8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 97 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc000e852c0, 0xc001282a00, 0x149e, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001282a00, 0x149e, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004c0190, 0x4e, 0xc001282a00, 0x149e, 0xc001282a00, 0x149e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004c0190, 0x4e, 0xc001282a00, 0x149e, 0xaa0378, 0x1, 0xc001282a00, 0x149e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033f980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 98 [semacquire]: encoding/json.(*scanner).pushParseState(...) /usr/local/go/src/encoding/json/scanner.go:172 encoding/json.stateBeginValue(0xc0001562e8, 0xa78f5b, 0x101) /usr/local/go/src/encoding/json/scanner.go:215 +0x34e encoding/json.checkValid(0xc00017ba40, 0x123, 0x140, 0xc0001562e8, 0x140, 0x123) /usr/local/go/src/encoding/json/scanner.go:34 +0xa7 encoding/json.Unmarshal(0xc00017ba40, 0x123, 0x140, 0x9cfa40, 0xc0000afc00, 0x140, 0xaa366e) /usr/local/go/src/encoding/json/decode.go:101 +0x66 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0000afbc0, 0xc001121000, 0xdcc, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001121000, 0xdcc, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dc6120, 0x89, 0xc001121000, 0xdcc, 0xc001121000, 0xdcc, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dc6120, 0x89, 0xc001121000, 0xdcc, 0xaa0378, 0x1, 0xc001121000, 0xdcc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033fa40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 99 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0007a60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023ae180, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023ae170, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013caa80, 0x915, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00037f3e0, 0x5e, 0xc0013caa80, 0x915, 0xc0013caa80, 0x915, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00037f3e0, 0x5e, 0xc0013caa80, 0x915, 0xaa0378, 0x1, 0xc0013caa80, 0x915, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033fb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 100 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0005540, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016e7610, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016e7600, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014ff000, 0x7b8, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004aec80, 0x98, 0xc0014ff000, 0x7b8, 0xc0014ff000, 0x7b8, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004aec80, 0x98, 0xc0014ff000, 0x7b8, 0xaa0378, 0x1, 0xc0014ff000, 0x7b8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033fbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 101 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b643cd770, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000c9cf60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000c9cf40, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0011db500, 0x9ce, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fe870, 0x82, 0xc0011db500, 0x9ce, 0xc0011db500, 0x9ce, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fe870, 0x82, 0xc0011db500, 0x9ce, 0xaa0378, 0x1, 0xc0011db500, 0x9ce, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033fc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 102 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ae8150360, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0019100f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0019100d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0026d8000, 0x120c, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001162420, 0xa5, 0xc0026d8000, 0x120c, 0xc0026d8000, 0x120c, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001162420, 0xa5, 0xc0026d8000, 0x120c, 0xaa0378, 0x1, 0xc0026d8000, 0x120c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033fd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 103 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001b5a800, 0x1685, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001b5a800, 0x1685, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001b5a800, 0x1685, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001b5a800, 0x1685, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001b5a800, 0x1685, 0x0, 0x0, 0x1685, 0xc001b5a800, 0x1685) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001b5a800, 0x1685, 0x1685, 0x1980) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00149e6c0, 0xba, 0xc001b5a800, 0x1685, 0xc001b5a800, 0x1685, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00149e6c0, 0xba, 0xc001b5a800, 0x1685, 0xaa0378, 0x1, 0xc001b5a800, 0x1685, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033fe00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 104 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b841803b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00045d5f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00045d5e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d40000, 0xa33, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001052380, 0x7f, 0xc001d40000, 0xa33, 0xc001d40000, 0xa33, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001052380, 0x7f, 0xc001d40000, 0xa33, 0xaa0378, 0x1, 0xc001d40000, 0xa33, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033fec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 105 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b202b88f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c241e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c241c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00199c800, 0x7fa, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006c4460, 0x93, 0xc00199c800, 0x7fa, 0xc00199c800, 0x7fa, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006c4460, 0x93, 0xc00199c800, 0x7fa, 0xaa0378, 0x1, 0xc00199c800, 0x7fa, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00033ff80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 106 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b2c5d7ca0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ce21f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ce21e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d0a800, 0xacf, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178630, 0xae, 0xc001d0a800, 0xacf, 0xc001d0a800, 0xacf, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000178630, 0xae, 0xc001d0a800, 0xacf, 0xaa0378, 0x1, 0xc001d0a800, 0xacf, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000360060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 107 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0024bf5c0, 0xc0018bd3d8, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0018bd518, 0xc0024be260, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:430 +0x7d3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000360120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 108 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b54177b70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c3b420, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c3b410, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0020e2000, 0xa53, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d1a320, 0x9a, 0xc0020e2000, 0xa53, 0xc0020e2000, 0xa53, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d1a320, 0x9a, 0xc0020e2000, 0xa53, 0xaa0378, 0x1, 0xc0020e2000, 0xa53, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003601e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 109 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0008980, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001225ca0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001225c90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001384800, 0xacd, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015d8c1e, 0x96, 0xc001384800, 0xacd, 0xc001384800, 0xacd, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015d8c1e, 0x96, 0xc001384800, 0xacd, 0xaa0378, 0x1, 0xc001384800, 0xacd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003602a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 110 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0001760, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000edcb90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000edcb80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00059ec00, 0xb93, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004ae780, 0x92, 0xc00059ec00, 0xb93, 0xc00059ec00, 0xb93, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004ae780, 0x92, 0xc00059ec00, 0xb93, 0xaa0378, 0x1, 0xc00059ec00, 0xb93, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000360360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 111 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0008140, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0006a91e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0006a91d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001af9100, 0x687, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000528700, 0x7a, 0xc001af9100, 0x687, 0xc001af9100, 0x687, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000528700, 0x7a, 0xc001af9100, 0x687, 0xaa0378, 0x1, 0xc001af9100, 0x687, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000360420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 112 [semacquire]: strings.genSplit(0xc002e90000, 0xeec, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xeec, 0xc000d94000, 0xef4) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001937518, 0xc0000af780, 0xc001451640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003604e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 113 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bac1ff1d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007c9790, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007c9780, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0022b5000, 0xf91, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d1aa00, 0x9d, 0xc0022b5000, 0xf91, 0xc0022b5000, 0xf91, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d1aa00, 0x9d, 0xc0022b5000, 0xf91, 0xaa0378, 0x1, 0xc0022b5000, 0xf91, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003605a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 114 [semacquire]: regexp.(*Regexp).get(0xc000dbe8c0, 0xc003a06000) /usr/local/go/src/regexp/regexp.go:237 +0x460 regexp.(*Regexp).doExecute(0xc000dbe8c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc001256002, 0x5b36, 0x418c, 0x2, ...) /usr/local/go/src/regexp/exec.go:538 +0xb5 regexp.(*Regexp).replaceAll(0xc000dbe8c0, 0x0, 0x0, 0x0, 0xc001256002, 0x5b36, 0x2, 0xc002a85a58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc000dbe8c0, 0xc001256002, 0x5b36, 0x0, 0x0, 0xc0000aa000, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc001256002, 0x5b36, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000360660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 486 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb2c0, 0x0, 0x0, 0x0, 0xc00344c000, 0x50b, 0x2, 0xc003a65218, 0xc00344c000, 0x50b, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb2c0, 0xc00344c000, 0x50b, 0xaa0378, 0x1, 0x1, 0xa) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000b79518, 0xc001018100, 0xc000e09200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 116 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9aa86328a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005d6090, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005d6080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e16000, 0x2512, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006d88c0, 0x6c, 0xc001e16000, 0x2512, 0xc001e16000, 0x2512, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006d88c0, 0x6c, 0xc001e16000, 0x2512, 0xaa0378, 0x1, 0xc001e16000, 0x2512, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003607e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 117 [semacquire]: bytes.makeSlice(0x1055, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002b9f0c0, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002b9f0c0, 0x1189d41, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002b9f0c0, 0xc0004692c0, 0xed, 0xc001205e00, 0xe9) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b9f0c0, 0xc0017313b0, 0xfc, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:262 +0x131 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b9f0c0, 0xc0017313b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002b9f0c0, 0xc0017312d0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002b9f0c0, 0xc0017312d0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b9f0c0, 0xc0017312d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b9f0c0, 0xc0017312d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002b9f0c0, 0xc0013f4e00, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00084d0c0, 0xc0013f4e00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00084d0c0, 0xc0013f4e00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002b9f0c0, 0xc0013f4d20, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00084d0c0, 0xc0013f4d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00084d0c0, 0xc0013f4d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002b9f0c0, 0xc0013f4620, 0xc00084cd40, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00084d0c0, 0xc0013f4620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00084d0c0, 0xc0013f4620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002b9f0c0, 0xc0013f4540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00084d0c0, 0xc0013f4540, 0x54b170, 0xc00114b040) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0013f4540, 0x0, 0x0, 0x0, 0x0, 0xc0013f4540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001eaf3b0, 0x0, 0x0, 0x0, 0x1800, 0xc002b8c000, 0x165e, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002b8c000, 0x165e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d60a80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00084d518, 0xc001451060, 0xc00039f880) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003608a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 118 [runnable]: strings.Index(0xc001a651ee, 0xcd0, 0xaa0378, 0x1, 0x8) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc001a651ee, 0xcd0, 0xaa0378, 0x1, 0x0, 0x1fe, 0xc002b52000, 0x1ff, 0x1ff) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00232f3c0, 0xaa0599, 0x2, 0xc001faf500, 0x14be, 0x2, 0x1ff, 0xc0019b9d80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001faf500, 0x14be, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00232f518, 0xc00039ea60, 0x88, 0xc0013c2ab0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000360960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 119 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9abc312db0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015c6250, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015c6230, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019b5100, 0x6af, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000daa9a0, 0x61, 0xc0019b5100, 0x6af, 0xc0019b5100, 0x6af, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000daa9a0, 0x61, 0xc0019b5100, 0x6af, 0xaa0378, 0x1, 0xc0019b5100, 0x6af, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000360a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 120 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0002ec0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b20f80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b20f70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0012fa000, 0x920, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e16460, 0x69, 0xc0012fa000, 0x920, 0xc0012fa000, 0x920, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e16460, 0x69, 0xc0012fa000, 0x920, 0xaa0378, 0x1, 0xc0012fa000, 0x920, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000360ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 121 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0002d60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001395990, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001395980, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00199d800, 0x795, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011ea040, 0x40, 0xc00199d800, 0x795, 0xc00199d800, 0x795, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011ea040, 0x40, 0xc00199d800, 0x795, 0xaa0378, 0x1, 0xc00199d800, 0x795, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000360ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 122 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc000a0e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000eaeca0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000eaec90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0022f9800, 0x16c9, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015d4a00, 0x44, 0xc0022f9800, 0x16c9, 0xc0022f9800, 0x16c9, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015d4a00, 0x44, 0xc0022f9800, 0x16c9, 0xaa0378, 0x1, 0xc0022f9800, 0x16c9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000360c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 123 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b14a93aa0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000c9d050, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000c9d030, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001343c00, 0x6dd, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dab180, 0x70, 0xc001343c00, 0x6dd, 0xc001343c00, 0x6dd, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dab180, 0x70, 0xc001343c00, 0x6dd, 0xaa0378, 0x1, 0xc001343c00, 0x6dd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000360d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 124 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b540015b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c4a9e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c4a9d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00113e000, 0xe84, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015dc3c0, 0x94, 0xc00113e000, 0xe84, 0xc00113e000, 0xe84, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015dc3c0, 0x94, 0xc00113e000, 0xe84, 0xaa0378, 0x1, 0xc00113e000, 0xe84, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000360de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 125 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9af4646ed0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017590c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017590b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001830000, 0x5fe, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dc6cf0, 0x86, 0xc001830000, 0x5fe, 0xc001830000, 0x5fe, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dc6cf0, 0x86, 0xc001830000, 0x5fe, 0xaa0378, 0x1, 0xc001830000, 0x5fe, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000360ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 126 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ae00020b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012d40a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012d4090, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f59500, 0x9af, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010cc0f0, 0x49, 0xc001f59500, 0x9af, 0xc001f59500, 0x9af, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010cc0f0, 0x49, 0xc001f59500, 0x9af, 0xaa0378, 0x1, 0xc001f59500, 0x9af, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000360f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 127 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ad04bcee0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000431fc0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000431fb0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00228f800, 0x797, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006d9730, 0x65, 0xc00228f800, 0x797, 0xc00228f800, 0x797, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006d9730, 0x65, 0xc00228f800, 0x797, 0xaa0378, 0x1, 0xc00228f800, 0x797, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000361020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 128 [semacquire]: strings.genSplit(0xc002d78000, 0xf1f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002e48000, 0x16a, 0x16a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ae53c0, 0xaa0599, 0x2, 0xc0004d5000, 0xf1f, 0x2, 0x16a, 0xc000d1ee00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0004d5000, 0xf1f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ae5518, 0xc000ce6640, 0x6c, 0xc0007b8850) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003610e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 129 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9aec1f3e60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007d5160, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007d5150, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001233200, 0x5c3, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000528200, 0x74, 0xc001233200, 0x5c3, 0xc001233200, 0x5c3, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000528200, 0x74, 0xc001233200, 0x5c3, 0xaa0378, 0x1, 0xc001233200, 0x5c3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003611a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 130 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0009320, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004f3a30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004f3a20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00188ac00, 0xadc, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00009a510, 0x88, 0xc00188ac00, 0xadc, 0xc00188ac00, 0xadc, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00009a510, 0x88, 0xc00188ac00, 0xadc, 0xaa0378, 0x1, 0xc00188ac00, 0xadc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000361260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 131 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc003cae0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000028700, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000028690, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000cb2000, 0xa39, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d64640, 0x92, 0xc000cb2000, 0xa39, 0xc000cb2000, 0xa39, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d64640, 0x92, 0xc000cb2000, 0xa39, 0xaa0378, 0x1, 0xc000cb2000, 0xa39, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000361320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 132 [semacquire]: github.com/gigawattio/window.Rolling(0xc00336b800, 0xb8, 0xb8, 0x3, 0x0, 0xb7, 0xc00336b800) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001487518, 0xc00127c260, 0xc001880980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003613e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 133 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b2c296f70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0011b2440, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0011b2420, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a02d00, 0x8ff, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013b48c0, 0x37, 0xc001a02d00, 0x8ff, 0xc001a02d00, 0x8ff, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013b48c0, 0x37, 0xc001a02d00, 0x8ff, 0xaa0378, 0x1, 0xc001a02d00, 0x8ff, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003614a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 134 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001e6ea80, 0xa7b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001e6ea80, 0xa7b, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001e6ea80, 0xa7b, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001e6ea80, 0xa7b, 0x0, 0x0, 0xa7b, 0xc001e6ea80, 0xa7b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001e6ea80, 0xa7b, 0xa7b, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dc7560, 0x85, 0xc001e6ea80, 0xa7b, 0xc001e6ea80, 0xa7b, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dc7560, 0x85, 0xc001e6ea80, 0xa7b, 0xaa0378, 0x1, 0xc001e6ea80, 0xa7b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000361560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 135 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b78002480, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ae1b10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ae1ae0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00179f000, 0x78f, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000da0230, 0x45, 0xc00179f000, 0x78f, 0xc00179f000, 0x78f, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000da0230, 0x45, 0xc00179f000, 0x78f, 0xaa0378, 0x1, 0xc00179f000, 0x78f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000361620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 136 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc000d4e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005540a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000554090, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029e2000, 0x1d10, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e1cc30, 0x2b, 0xc0029e2000, 0x1d10, 0xc0029e2000, 0x1d10, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e1cc30, 0x2b, 0xc0029e2000, 0x1d10, 0xaa0378, 0x1, 0xc0029e2000, 0x1d10, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003616e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 137 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ac451c0f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001758350, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001758340, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001178800, 0x7a4, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000da0870, 0x4d, 0xc001178800, 0x7a4, 0xc001178800, 0x7a4, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000da0870, 0x4d, 0xc001178800, 0x7a4, 0xaa0378, 0x1, 0xc001178800, 0x7a4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003617a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 138 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00138f000, 0xddf, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00138f000, 0xddf, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00138f000, 0xddf, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00138f000, 0xddf, 0x0, 0x0, 0xddf, 0xc00138f000, 0xddf) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00138f000, 0xddf, 0xddf, 0x1300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007fb00, 0x5f, 0xc00138f000, 0xddf, 0xc00138f000, 0xddf, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007fb00, 0x5f, 0xc00138f000, 0xddf, 0xaa0378, 0x1, 0xc00138f000, 0xddf, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000361860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 139 [semacquire]: bytes.makeSlice(0xe00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00152d0e8, 0x200, 0x400) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc00152d0e8, 0xb7b620, 0xc000234390, 0x203000, 0x203000, 0x203000) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc000234390, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc000234390, 0xc00152d1d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000234390, 0x0, 0x0, 0x0, 0x1a80, 0xc002915500, 0x1a7f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc002915500, 0x1a7f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00138c480) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00152d518, 0xc0017608c0, 0xc0018805e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000361920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 140 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b143e52e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002616540, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002616530, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0007a4680, 0x547, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00033f920, 0x5d, 0xc0007a4680, 0x547, 0xc0007a4680, 0x547, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00033f920, 0x5d, 0xc0007a4680, 0x547, 0xaa0378, 0x1, 0xc0007a4680, 0x547, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003619e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 141 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b1c4b75c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0026053c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026053b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00180ca00, 0x69d, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d2c120, 0x84, 0xc00180ca00, 0x69d, 0xc00180ca00, 0x69d, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d2c120, 0x84, 0xc00180ca00, 0x69d, 0xaa0378, 0x1, 0xc00180ca00, 0x69d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000361aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 142 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc00056a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b401b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b401a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00173c000, 0x9bf, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f28316, 0x9c, 0xc00173c000, 0x9bf, 0xc00173c000, 0x9bf, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f28316, 0x9c, 0xc00173c000, 0x9bf, 0xaa0378, 0x1, 0xc00173c000, 0x9bf, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000361b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 143 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba003c7f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00186b4c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00186b4b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001918d80, 0x40f, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a344e0, 0xcf, 0xc001918d80, 0x40f, 0xc001918d80, 0x40f, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a344e0, 0xcf, 0xc001918d80, 0x40f, 0xaa0378, 0x1, 0xc001918d80, 0x40f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000361c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 144 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9aac457df0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b41430, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b41420, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002a4f100, 0x663, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e2d440, 0x83, 0xc002a4f100, 0x663, 0xc002a4f100, 0x663, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e2d440, 0x83, 0xc002a4f100, 0x663, 0xaa0378, 0x1, 0xc002a4f100, 0x663, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000361ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 145 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0003440, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004f2040, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004f2030, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0003a5400, 0x3bd, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000529a80, 0x74, 0xc0003a5400, 0x3bd, 0xc0003a5400, 0x3bd, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000529a80, 0x74, 0xc0003a5400, 0x3bd, 0xaa0378, 0x1, 0xc0003a5400, 0x3bd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000361da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 146 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc04570d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025bdb10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0025bdb00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001794400, 0x3c6, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00116a230, 0x69, 0xc001794400, 0x3c6, 0xc001794400, 0x3c6, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00116a230, 0x69, 0xc001794400, 0x3c6, 0xaa0378, 0x1, 0xc001794400, 0x3c6, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000361e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 147 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0004200, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c761c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c761b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00207b000, 0xab3, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026c00, 0x6c, 0xc00207b000, 0xab3, 0xc00207b000, 0xab3, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000026c00, 0x6c, 0xc00207b000, 0xab3, 0xaa0378, 0x1, 0xc00207b000, 0xab3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000361f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 148 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bac0515b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002511710, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002511700, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001fd6c00, 0x3c4, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00116a620, 0x61, 0xc001fd6c00, 0x3c4, 0xc001fd6c00, 0x3c4, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00116a620, 0x61, 0xc001fd6c00, 0x3c4, 0xaa0378, 0x1, 0xc001fd6c00, 0x3c4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 149 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_free(0x7f9b303519c0) _cgo_gotypes.go:121 +0x41 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open.func1.1() /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:120 +0x51 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00186a310, 0xd, 0xc0044065a0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00186a300, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002139700, 0x531, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f92300, 0x7a, 0xc002139700, 0x531, 0xc002139700, 0x531, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f92300, 0x7a, 0xc002139700, 0x531, 0xaa0378, 0x1, 0xc002139700, 0x531, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 150 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ac4006460, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0014a0930, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0014a0920, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000fa5900, 0x483, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006d8150, 0x64, 0xc000fa5900, 0x483, 0xc000fa5900, 0x483, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006d8150, 0x64, 0xc000fa5900, 0x483, 0xaa0378, 0x1, 0xc000fa5900, 0x483, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 151 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b40003f30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000385230, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000385220, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001aa6480, 0x461, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011fe2a0, 0x6a, 0xc001aa6480, 0x461, 0xc001aa6480, 0x461, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011fe2a0, 0x6a, 0xc001aa6480, 0x461, 0xaa0378, 0x1, 0xc001aa6480, 0x461, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 152 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc0013ebc00, 0x324, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0031690c0, 0xc00113d6c0, 0xc0031681b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0031690c0, 0xc00113d650, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0031690c0, 0xc00113d650, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0031690c0, 0xc00113d650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0031690c0, 0xc00113d650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0031690c0, 0xc00113d030, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e790c0, 0xc00113d030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e790c0, 0xc00113d030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0031690c0, 0xc00113cf50, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e790c0, 0xc00113cf50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e790c0, 0xc00113cf50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0031690c0, 0xc00021d8f0, 0xc001c5dd4c, 0x4) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e790c0, 0xc00021d8f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e790c0, 0xc00021d8f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0031690c0, 0xc00021d810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e790c0, 0xc00021d810, 0x54b170, 0xc0007965b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00021d810, 0x0, 0x0, 0x0, 0x0, 0xc00021d810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0024826c0, 0x0, 0x0, 0x0, 0xd80, 0xc001b3c380, 0xd2d, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001b3c380, 0xd2d, 0x0, 0x0, 0x0, 0x440d95, 0xc002482660, 0x7f9bc40094e4, 0x69b9909700000004) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e79518, 0xc0019b8b00, 0xc002219cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 153 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00039ecc0, 0xc0010fb2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010fb3c0, 0xaa04fd, 0x2, 0xc001385400, 0xab6, 0x1c, 0x117, 0xc00039eca0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001385400, 0xab6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0010fb518, 0xc00039e3c0, 0x7e, 0xc000812c97) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 154 [runnable]: strings.(*Builder).WriteRune(0xc000e77160, 0x43e, 0x2e7, 0x43e, 0x2e9) /usr/local/go/src/strings/builder.go:104 +0x29d strings.Map(0xae62d0, 0xc000452532, 0x45d, 0xc000e77218, 0xc00194ee00) /usr/local/go/src/strings/strings.go:511 +0x3ab strings.ToLower(0xc000452500, 0x48f, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e773c0, 0xaa04f9, 0x2, 0xc000452500, 0x48f, 0x1, 0x9b, 0xc001927820) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000452500, 0x48f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e77518, 0xc00127c700, 0x4e, 0xc0015d42d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 155 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0005ee0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025bcd70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0025bcd50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002489500, 0x683, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000704d0, 0x6f, 0xc002489500, 0x683, 0xc002489500, 0x683, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000704d0, 0x6f, 0xc002489500, 0x683, 0xaa0378, 0x1, 0xc002489500, 0x683, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 156 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9abc20cae0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00039c070, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00039c060, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001af8300, 0x6c2, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010cc050, 0x4d, 0xc001af8300, 0x6c2, 0xc001af8300, 0x6c2, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010cc050, 0x4d, 0xc001af8300, 0x6c2, 0xaa0378, 0x1, 0xc001af8300, 0x6c2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 157 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bb4144410, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0011b3a80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0011b3a60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0007c6000, 0x48c, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137a000, 0xcb, 0xc0007c6000, 0x48c, 0xc0007c6000, 0x48c, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137a000, 0xcb, 0xc0007c6000, 0x48c, 0xaa0378, 0x1, 0xc0007c6000, 0x48c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 158 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b84575c80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001718190, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001718180, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c9e000, 0x5c7, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006d9030, 0x68, 0xc001c9e000, 0x5c7, 0xc001c9e000, 0x5c7, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006d9030, 0x68, 0xc001c9e000, 0x5c7, 0xaa0378, 0x1, 0xc001c9e000, 0x5c7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 159 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b70030180, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001545310, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001545300, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ea1800, 0x71e, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e92000, 0x9d, 0xc000ea1800, 0x71e, 0xc000ea1800, 0x71e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e92000, 0x9d, 0xc000ea1800, 0x71e, 0xaa0378, 0x1, 0xc000ea1800, 0x71e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 160 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc02fd720, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00245a880, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00245a870, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001588000, 0x1017, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013ce492, 0xa3, 0xc001588000, 0x1017, 0xc001588000, 0x1017, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013ce492, 0xa3, 0xc001588000, 0x1017, 0xaa0378, 0x1, 0xc001588000, 0x1017, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 161 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b58403150, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004937a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000493790, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001342000, 0x680, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001162630, 0xb0, 0xc001342000, 0x680, 0xc001342000, 0x680, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001162630, 0xb0, 0xc001342000, 0x680, 0xaa0378, 0x1, 0xc001342000, 0x680, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 162 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc000f30000, 0xd84, 0xc0010fd218, 0xc000cb4000) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc000f30000, 0xd84, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010fd3c0, 0xaa0503, 0x2, 0xc000f30000, 0xd84, 0x1, 0x15a, 0xc000d1fdc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000f30000, 0xd84, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0010fd518, 0xc0024bf5e0, 0xa5, 0xc001162382) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037ea80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 163 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001455300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:766 +0x1e7 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001455300, 0x75a856, 0x0, 0xc00137f880, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001455300, 0xc0014552c8, 0xc001455350, 0x42ca96, 0xc00161c090, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xab6b38, 0x13, 0x1, 0xc001455368, 0xc001455380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xab6b38, 0x13, 0x1, 0xb856e0, 0xc0014500c0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00038bf50, 0xab6b38, 0x13, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCanonicalLink(0xc001455518, 0xc0019b9be0, 0xaba6c1, 0x1a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:239 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:135 +0x446 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037eb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 369 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003bfb8f8, 0xc003bf3000, 0xeee, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc003281bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 165 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0038930, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c49c00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c49bf0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0010ec000, 0x5e9, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d583c0, 0xba, 0xc0010ec000, 0x5e9, 0xc0010ec000, 0x5e9, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d583c0, 0xba, 0xc0010ec000, 0x5e9, 0xaa0378, 0x1, 0xc0010ec000, 0x5e9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037ecc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 166 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc00082a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017198e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017198d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b23b00, 0x407, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000166380, 0x78, 0xc001b23b00, 0x407, 0xc001b23b00, 0x407, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000166380, 0x78, 0xc001b23b00, 0x407, 0xaa0378, 0x1, 0xc001b23b00, 0x407, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037ed80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 167 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc02c6720, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00186a0f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00186a0e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ac5900, 0xc7f, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001052880, 0x77, 0xc001ac5900, 0xc7f, 0xc001ac5900, 0xc7f, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001052880, 0x77, 0xc001ac5900, 0xc7f, 0xaa0378, 0x1, 0xc001ac5900, 0xc7f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037ee40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 168 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b6c490dc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ef7e70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ef7e50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000829500, 0x928, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d1a1e0, 0x9e, 0xc000829500, 0x928, 0xc000829500, 0x928, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d1a1e0, 0x9e, 0xc000829500, 0x928, 0xaa0378, 0x1, 0xc000829500, 0x928, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037ef00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 169 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0005d80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023ae280, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023ae270, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002771b00, 0x83e, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178917, 0x84, 0xc002771b00, 0x83e, 0xc002771b00, 0x83e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000178917, 0x84, 0xc002771b00, 0x83e, 0xaa0378, 0x1, 0xc002771b00, 0x83e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037efc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 170 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0006e00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0026166c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026166b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00172b800, 0x659, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000360cc0, 0x60, 0xc00172b800, 0x659, 0xc00172b800, 0x659, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000360cc0, 0x60, 0xc00172b800, 0x659, 0xaa0378, 0x1, 0xc00172b800, 0x659, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 171 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b59588, 0xaa058b, 0x2, 0xc003266000, 0xef0, 0x641e2d, 0x0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002b59518, 0xc001880fe0, 0x41) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 172 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b20092510, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016dacb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016dac90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002553800, 0x7ae, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00116a10a, 0x3c, 0xc002553800, 0x7ae, 0xc002553800, 0x7ae, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00116a10a, 0x3c, 0xc002553800, 0x7ae, 0xaa0378, 0x1, 0xc002553800, 0x7ae, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 173 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ae412b220, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001364800, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013647f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00081b500, 0xa76, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000812000, 0x78, 0xc00081b500, 0xa76, 0xc00081b500, 0xa76, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000812000, 0x78, 0xc00081b500, 0xa76, 0xaa0378, 0x1, 0xc00081b500, 0xa76, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 174 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b7002ef90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b52c00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b52bf0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001870400, 0x85b, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0008a2000, 0x58, 0xc001870400, 0x85b, 0xc001870400, 0x85b, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0008a2000, 0x58, 0xc001870400, 0x85b, 0xaa0378, 0x1, 0xc001870400, 0x85b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 175 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9af0105b70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007d57c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007d57b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002707000, 0xe55, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013b8800, 0x75, 0xc002707000, 0xe55, 0xc002707000, 0xe55, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013b8800, 0x75, 0xc002707000, 0xe55, 0xaa0378, 0x1, 0xc002707000, 0xe55, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 176 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0008da0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016dad50, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016dad30, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001188f00, 0x4cc, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007fe00, 0x5d, 0xc001188f00, 0x4cc, 0xc001188f00, 0x4cc, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007fe00, 0x5d, 0xc001188f00, 0x4cc, 0xaa0378, 0x1, 0xc001188f00, 0x4cc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 177 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001b1e000, 0xf0b, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001b1e000, 0xf0b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001b1e000, 0xf0b, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001b1e000, 0xf0b, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001b1e000, 0xf0b, 0x0, 0x0, 0xf0b, 0xc001b1e000, 0xf0b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001b1e000, 0xf0b, 0xf0b, 0x1300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006c4a00, 0x9a, 0xc001b1e000, 0xf0b, 0xc001b1e000, 0xf0b, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006c4a00, 0x9a, 0xc001b1e000, 0xf0b, 0xaa0378, 0x1, 0xc001b1e000, 0xf0b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 178 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ad002aa90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001a944c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001a944b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000dc5880, 0x35d, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015ea100, 0x70, 0xc000dc5880, 0x35d, 0xc000dc5880, 0x35d, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015ea100, 0x70, 0xc000dc5880, 0x35d, 0xaa0378, 0x1, 0xc000dc5880, 0x35d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 179 [runnable]: strings.(*Builder).WriteRune(0xc0005ed160, 0xc00000043e, 0x30, 0xc003fb4000, 0x32) /usr/local/go/src/strings/builder.go:104 +0x29d strings.Map(0xae62d0, 0xc0016f5000, 0xfda, 0xc0005ed218, 0xc000080a80) /usr/local/go/src/strings/strings.go:488 +0x436 strings.ToLower(0xc0016f5000, 0xfda, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0005ed3c0, 0xaa04f9, 0x2, 0xc0016f5000, 0xfda, 0x1, 0x1a3, 0xc000d1e380) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0016f5000, 0xfda, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0005ed518, 0xc0022186e0, 0x41, 0xc0013b65a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 180 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ae05dde50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b52730, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b526c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a71300, 0x11ae, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004d8510, 0x8e, 0xc001a71300, 0x11ae, 0xc001a71300, 0x11ae, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004d8510, 0x8e, 0xc001a71300, 0x11ae, 0xaa0378, 0x1, 0xc001a71300, 0x11ae, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 181 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9afc039230, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00055faf0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00055fae0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002078000, 0xbe8, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000426000, 0x5f, 0xc002078000, 0xbe8, 0xc002078000, 0xbe8, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000426000, 0x5f, 0xc002078000, 0xbe8, 0xaa0378, 0x1, 0xc002078000, 0xbe8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 182 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ae4699580, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00154e7d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00154e7c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001141200, 0x5ec, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ca05b0, 0x64, 0xc001141200, 0x5ec, 0xc001141200, 0x5ec, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ca05b0, 0x64, 0xc001141200, 0x5ec, 0xaa0378, 0x1, 0xc001141200, 0x5ec, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 183 [runnable]: strings.genSplit(0xc00090c85d, 0x2147, 0xaa0378, 0x1, 0x0, 0x363, 0x42fa20, 0x364, 0x364) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0004193c0, 0xaa05c9, 0x2, 0xc0011cc500, 0x24a4, 0x1, 0x364, 0xc001980740) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0011cc500, 0x24a4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000419518, 0xc0000ae2c0, 0xa6, 0xc000450179) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037fa40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 184 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc00023c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00154f0f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00154f0e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000db3100, 0x653, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e2c3f0, 0x51, 0xc000db3100, 0x653, 0xc000db3100, 0x653, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e2c3f0, 0x51, 0xc000db3100, 0x653, 0xaa0378, 0x1, 0xc000db3100, 0x653, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037fb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 185 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ac8092740, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000490150, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000490130, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00180a700, 0x680, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d64173, 0x68, 0xc00180a700, 0x680, 0xc00180a700, 0x680, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d64173, 0x68, 0xc00180a700, 0x680, 0xaa0378, 0x1, 0xc00180a700, 0x680, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037fbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 186 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0004fc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ac02a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ac0290, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00179e800, 0x7d5, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00037e068, 0x57, 0xc00179e800, 0x7d5, 0xc00179e800, 0x7d5, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00037e068, 0x57, 0xc00179e800, 0x7d5, 0xaa0378, 0x1, 0xc00179e800, 0x7d5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037fc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 187 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bb40235c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025117b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0025117a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001871600, 0x814, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011fe1ed, 0x35, 0xc001871600, 0x814, 0xc001871600, 0x814, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011fe1ed, 0x35, 0xc001871600, 0x814, 0xaa0378, 0x1, 0xc001871600, 0x814, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037fd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 188 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ac8038230, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007d6d70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007d6d60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000cfaa00, 0x4f9, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000528cab, 0x4c, 0xc000cfaa00, 0x4f9, 0xc000cfaa00, 0x4f9, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000528cab, 0x4c, 0xc000cfaa00, 0x4f9, 0xaa0378, 0x1, 0xc000cfaa00, 0x4f9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037fe00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 189 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc00077a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017583d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017583c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00140a000, 0xab1, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004470e0, 0x5d, 0xc00140a000, 0xab1, 0xc00140a000, 0xab1, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004470e0, 0x5d, 0xc00140a000, 0xab1, 0xaa0378, 0x1, 0xc00140a000, 0xab1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037fec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 190 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b28011cb0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001225dc0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001225da0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000379200, 0x5b2, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0008a22a0, 0x56, 0xc000379200, 0x5b2, 0xc000379200, 0x5b2, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0008a22a0, 0x56, 0xc000379200, 0x5b2, 0xaa0378, 0x1, 0xc000379200, 0x5b2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037ff80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 191 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b6c2c04d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00245c0d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00245c0b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0001d9000, 0xfbd, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d34a00, 0x7e, 0xc0001d9000, 0xfbd, 0xc0001d9000, 0xfbd, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d34a00, 0x7e, 0xc0001d9000, 0xfbd, 0xaa0378, 0x1, 0xc0001d9000, 0xfbd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 192 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00221a4c0, 0xc000f192c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f193c0, 0xaa0599, 0x2, 0xc00283af00, 0x2243, 0x1, 0x2ba, 0xc000d1e400) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00283af00, 0x2243, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000f19518, 0xc0024bf340, 0xb8, 0xc000efa6d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 193 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba821bf90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b6c6c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b6c6b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c79500, 0x692, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178790, 0xa2, 0xc001c79500, 0x692, 0xc001c79500, 0x692, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000178790, 0xa2, 0xc001c79500, 0x692, 0xaa0378, 0x1, 0xc001c79500, 0x692, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004261e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 194 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00123d588, 0xaa058b, 0x2, 0xc002b32e00, 0x335, 0x8, 0x2d, 0xc00039ec20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00123d518, 0xc000ce7260, 0x77) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004262a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 195 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9aa82ceb20, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00279bef0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00279bee0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ba4000, 0x959, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002198000, 0xac, 0xc001ba4000, 0x959, 0xc001ba4000, 0x959, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002198000, 0xac, 0xc001ba4000, 0x959, 0xaa0378, 0x1, 0xc001ba4000, 0x959, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 196 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b281b1eb0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0011b2f90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0011b2f70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000346000, 0x1f34, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000da6b40, 0x2a, 0xc000346000, 0x1f34, 0xc000346000, 0x1f34, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000da6b40, 0x2a, 0xc000346000, 0x1f34, 0xaa0378, 0x1, 0xc000346000, 0x1f34, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 197 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001221500, 0x1334, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:43 +0xf4 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001221500, 0x1334, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001221500, 0x1334, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001221500, 0x1334, 0x0, 0x0, 0x1334, 0xc001221500, 0x1334) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001221500, 0x1334, 0x1334, 0x1800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d60e70, 0x27, 0xc001221500, 0x1334, 0xc001221500, 0x1334, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d60e70, 0x27, 0xc001221500, 0x1334, 0xaa0378, 0x1, 0xc001221500, 0x1334, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004264e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 198 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9aa0012fd0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c23930, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c23920, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a00900, 0x864, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003c4280, 0x91, 0xc001a00900, 0x864, 0xc001a00900, 0x864, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003c4280, 0x91, 0xc001a00900, 0x864, 0xaa0378, 0x1, 0xc001a00900, 0x864, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004265a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 199 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0013ca000, 0x905, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0013ca000, 0x905, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0013ca000, 0x905, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0013ca000, 0x905, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0013ca000, 0x905, 0x0, 0x0, 0x905, 0xc0013ca000, 0x905) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0013ca000, 0x905, 0x905, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000efa540, 0xb6, 0xc0013ca000, 0x905, 0xc0013ca000, 0x905, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000efa540, 0xb6, 0xc0013ca000, 0x905, 0xaa0378, 0x1, 0xc0013ca000, 0x905, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 200 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0004360, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e23f60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e23f50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000fa4000, 0x4f5, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a690, 0x46, 0xc000fa4000, 0x4f5, 0xc000fa4000, 0x4f5, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a690, 0x46, 0xc000fa4000, 0x4f5, 0xaa0378, 0x1, 0xc000fa4000, 0x4f5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 201 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b1c5358d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ac0950, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ac0940, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000514580, 0x53e, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015eb380, 0x7a, 0xc000514580, 0x53e, 0xc000514580, 0x53e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015eb380, 0x7a, 0xc000514580, 0x53e, 0xaa0378, 0x1, 0xc000514580, 0x53e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004267e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 202 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba8261da0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000c71800, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000c717f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0016fa000, 0x5b3, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00037f320, 0x5e, 0xc0016fa000, 0x5b3, 0xc0016fa000, 0x5b3, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00037f320, 0x5e, 0xc0016fa000, 0x5b3, 0xaa0378, 0x1, 0xc0016fa000, 0x5b3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004268a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 203 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b304e2a50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001a06dc0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001a06db0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019b5800, 0x67a, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004269c0, 0x53, 0xc0019b5800, 0x67a, 0xc0019b5800, 0x67a, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004269c0, 0x53, 0xc0019b5800, 0x67a, 0xaa0378, 0x1, 0xc0019b5800, 0x67a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 204 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b6422f430, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ae1be0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ae1bc0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00172cd80, 0x43a, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013b8000, 0x7d, 0xc00172cd80, 0x43a, 0xc00172cd80, 0x43a, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013b8000, 0x7d, 0xc00172cd80, 0x43a, 0xaa0378, 0x1, 0xc00172cd80, 0x43a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 205 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0000dc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00045ca20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00045ca10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002213800, 0x6e5, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001052b80, 0x7c, 0xc002213800, 0x6e5, 0xc002213800, 0x6e5, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001052b80, 0x7c, 0xc002213800, 0x6e5, 0xaa0378, 0x1, 0xc002213800, 0x6e5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 206 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0133f30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c252e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c252c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00017e500, 0x49d, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e2d050, 0x87, 0xc00017e500, 0x49d, 0xc00017e500, 0x49d, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e2d050, 0x87, 0xc00017e500, 0x49d, 0xaa0378, 0x1, 0xc00017e500, 0x49d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 207 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9abc1b3b50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00054e8f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00054e8d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001116000, 0xfef, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e92500, 0x9d, 0xc001116000, 0xfef, 0xc001116000, 0xfef, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e92500, 0x9d, 0xc001116000, 0xfef, 0xaa0378, 0x1, 0xc001116000, 0xfef, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 208 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9aec16cd70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ec3cd0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ec3cc0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d09000, 0xbe3, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dc7a70, 0x83, 0xc001d09000, 0xbe3, 0xc001d09000, 0xbe3, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dc7a70, 0x83, 0xc001d09000, 0xbe3, 0xaa0378, 0x1, 0xc001d09000, 0xbe3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 209 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0006f7500, 0x6c1, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0006f7500, 0x6c1, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0006f7500, 0x6c1, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0006f7500, 0x6c1, 0x0, 0x0, 0x6c1, 0xc0006f7500, 0x6c1) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0006f7500, 0x6c1, 0x6c1, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000166880, 0x7f, 0xc0006f7500, 0x6c1, 0xc0006f7500, 0x6c1, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000166880, 0x7f, 0xc0006f7500, 0x6c1, 0xaa0378, 0x1, 0xc0006f7500, 0x6c1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 210 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ab800f810, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00055ffd0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00055ffc0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002436300, 0x699, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001410000, 0x8a, 0xc002436300, 0x699, 0xc002436300, 0x699, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001410000, 0x8a, 0xc002436300, 0x699, 0xaa0378, 0x1, 0xc002436300, 0x699, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 211 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0042600, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001910980, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001910970, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a6c800, 0x15ae, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00149e01b, 0x9d, 0xc001a6c800, 0x15ae, 0xc001a6c800, 0x15ae, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00149e01b, 0x9d, 0xc001a6c800, 0x15ae, 0xaa0378, 0x1, 0xc001a6c800, 0x15ae, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 212 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0019a8000, 0xae5580, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b github.com/advancedlogic/GoOse.(*Cleaner).cleanBr(0xc0025856b0, 0xc000d1fa00, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:322 +0x5d github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0025856b0, 0xc000d1fa00, 0xc000d1e740) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:288 +0x5a github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 213 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b3471edd0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0011b3120, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0011b3110, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f59500, 0x1314, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dc6ab0, 0x83, 0xc000f59500, 0x1314, 0xc000f59500, 0x1314, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dc6ab0, 0x83, 0xc000f59500, 0x1314, 0xaa0378, 0x1, 0xc000f59500, 0x1314, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004270e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 214 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b043a2d30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000d052d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000d052c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002552000, 0x7e2, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ca0380, 0x6b, 0xc002552000, 0x7e2, 0xc002552000, 0x7e2, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ca0380, 0x6b, 0xc002552000, 0x7e2, 0xaa0378, 0x1, 0xc002552000, 0x7e2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004271a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 215 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001d8d3c0, 0xaa058b, 0x2, 0xc001c7a300, 0x639, 0x1, 0xe1, 0xc001881640) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001c7a300, 0x639, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d8d518, 0xc0016906c0, 0xa3, 0xc000d2ed10) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 216 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9aec003fd0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00082c760, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00082c750, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000832c00, 0x38c, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006d8380, 0x65, 0xc000832c00, 0x38c, 0xc000832c00, 0x38c, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006d8380, 0x65, 0xc000832c00, 0x38c, 0xaa0378, 0x1, 0xc000832c00, 0x38c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 217 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc00039c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00250e0b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00250e090, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00144a480, 0x42e, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007b90a0, 0x67, 0xc00144a480, 0x42e, 0xc00144a480, 0x42e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0007b90a0, 0x67, 0xc00144a480, 0x42e, 0xaa0378, 0x1, 0xc00144a480, 0x42e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004273e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 218 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ab8083860, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000678470, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000678460, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b22480, 0x406, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004476e0, 0x55, 0xc001b22480, 0x406, 0xc001b22480, 0x406, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004476e0, 0x55, 0xc001b22480, 0x406, 0xaa0378, 0x1, 0xc001b22480, 0x406, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004274a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 219 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9adc1b77b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000493a30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000493a20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00201ec80, 0x1846, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006d8b06, 0x4c, 0xc00201ec80, 0x1846, 0xc00201ec80, 0x1846, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006d8b06, 0x4c, 0xc00201ec80, 0x1846, 0xaa0378, 0x1, 0xc00201ec80, 0x1846, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 220 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9aa81f54d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b52790, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b52780, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006c2000, 0xfab, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e165b0, 0x68, 0xc0006c2000, 0xfab, 0xc0006c2000, 0xfab, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e165b0, 0x68, 0xc0006c2000, 0xfab, 0xaa0378, 0x1, 0xc0006c2000, 0xfab, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 221 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc000794000, 0x1e89, 0xc00073d218, 0xc000080a80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc000794000, 0x1e89, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00073d3c0, 0xaa05c9, 0x2, 0xc000794000, 0x1e89, 0x1, 0x3bf, 0xc001760de0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000794000, 0x1e89, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00073d518, 0xc0023c6300, 0x40, 0xc0011e8980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004276e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 222 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0001de000, 0x1a51, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0001de000, 0x1a51, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0001de000, 0x1a51, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0001de000, 0x1a51, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0001de000, 0x1a51, 0x0, 0x0, 0x1a51, 0xc0001de000, 0x1a51) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0001de000, 0x1a51, 0x1a51, 0x1a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015dc5a0, 0x95, 0xc0001de000, 0x1a51, 0xc0001de000, 0x1a51, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015dc5a0, 0x95, 0xc0001de000, 0x1a51, 0xaa0378, 0x1, 0xc0001de000, 0x1a51, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004277a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 223 [runnable]: unicode.ToLower(0xc000000434, 0x1196) /usr/local/go/src/unicode/letter.go:261 +0x8d strings.Map(0xae62d0, 0xc00242c032, 0x1196, 0xc000ef3218, 0xc001708700) /usr/local/go/src/strings/strings.go:501 +0x2cc strings.ToLower(0xc00242c000, 0x11c8, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ef33c0, 0xaa0503, 0x2, 0xc00242c000, 0x11c8, 0x2, 0x1d9, 0xc002218240) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00242c000, 0x11c8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ef3518, 0xc001881d80, 0x95, 0xc0006c41ec) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 224 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0006040, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000430b90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000430b80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b60000, 0x2cc8, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015ee2c0, 0xa7, 0xc001b60000, 0x2cc8, 0xc001b60000, 0x2cc8, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015ee2c0, 0xa7, 0xc001b60000, 0x2cc8, 0xaa0378, 0x1, 0xc001b60000, 0x2cc8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 225 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0004780, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001aaeed0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001aaeec2, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001772e00, 0x6d6, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006c4b40, 0x95, 0xc001772e00, 0x6d6, 0xc001772e00, 0x6d6, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006c4b40, 0x95, 0xc001772e00, 0x6d6, 0xaa0378, 0x1, 0xc001772e00, 0x6d6, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004279e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 226 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.glob..func6(0xc000000442, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:325 +0x3e _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc002770900, 0x8ac, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:271 +0x3a2 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002770900, 0x8ac, 0x0, 0x0, 0x8ac, 0xc002770900, 0x8ac) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002770900, 0x8ac, 0x8ac, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000da0960, 0x4e, 0xc002770900, 0x8ac, 0xc002770900, 0x8ac, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000da0960, 0x4e, 0xc002770900, 0x8ac, 0xaa0378, 0x1, 0xc002770900, 0x8ac, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 227 [semacquire]: regexp.(*Regexp).replaceAll(0xc002c04780, 0x0, 0x0, 0x0, 0xc002eb0300, 0x649, 0x2, 0xc000db9218, 0xc002eb0300, 0x649, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc002c04780, 0xc002eb0300, 0x649, 0xaa0378, 0x1, 0x1, 0xa) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000db9518, 0xc000e08040, 0xc000e08880) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 228 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc001380000, 0xbed, 0xc001073218, 0xc00194ee00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc001380000, 0xbed, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010733c0, 0xaa04fd, 0x2, 0xc001380000, 0xbed, 0x11, 0x156, 0xc0019b80c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001380000, 0xbed, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001073518, 0xc0023c6600, 0x70, 0xc000dab2d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 229 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bb8045300, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001a06f20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001a06f10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001827500, 0xa08, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000daa150, 0x66, 0xc001827500, 0xa08, 0xc001827500, 0xa08, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000daa150, 0x66, 0xc001827500, 0xa08, 0xaa0378, 0x1, 0xc001827500, 0xa08, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 230 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc00065c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015600e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015600d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a00000, 0x81a, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0008a27e0, 0x5d, 0xc001a00000, 0x81a, 0xc001a00000, 0x81a, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0008a27e0, 0x5d, 0xc001a00000, 0x81a, 0xaa0378, 0x1, 0xc001a00000, 0x81a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 231 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0007220, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027d00e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027d00d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001712800, 0x792, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006d82a0, 0x70, 0xc001712800, 0x792, 0xc001712800, 0x792, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006d82a0, 0x70, 0xc001712800, 0x792, 0xaa0378, 0x1, 0xc001712800, 0x792, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 232 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b501d3300, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005b0120, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005b0110, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f01800, 0xb6f, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000528100, 0x75, 0xc001f01800, 0xb6f, 0xc001f01800, 0xb6f, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000528100, 0x75, 0xc001f01800, 0xb6f, 0xaa0378, 0x1, 0xc001f01800, 0xb6f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 233 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000fd5588, 0xaa058b, 0x2, 0xc001eb8000, 0xfed9, 0x641e2d, 0x0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000fd5518, 0xc000e84fe0, 0x37) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 234 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0003020, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00154f030, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00154f020, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00075d100, 0xc97, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d5888a, 0x70, 0xc00075d100, 0xc97, 0xc00075d100, 0xc97, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d5888a, 0x70, 0xc00075d100, 0xc97, 0xaa0378, 0x1, 0xc00075d100, 0xc97, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004460c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 235 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc02976c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002510330, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002510320, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ed2300, 0x650, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dde049, 0x92, 0xc000ed2300, 0x650, 0xc000ed2300, 0x650, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dde049, 0x92, 0xc000ed2300, 0x650, 0xaa0378, 0x1, 0xc000ed2300, 0x650, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446180, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 236 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ad0011020, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027d1230, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027d1220, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000bc4000, 0x5df, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015dc460, 0x99, 0xc000bc4000, 0x5df, 0xc000bc4000, 0x5df, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015dc460, 0x99, 0xc000bc4000, 0x5df, 0xaa0378, 0x1, 0xc000bc4000, 0x5df, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 237 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bb8001190, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c206c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c206a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ace000, 0x9cc, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000529980, 0x5e, 0xc001ace000, 0x9cc, 0xc001ace000, 0x9cc, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000529980, 0x5e, 0xc001ace000, 0x9cc, 0xaa0378, 0x1, 0xc001ace000, 0x9cc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 238 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002137600, 0x559, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002137600, 0x559, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002137600, 0x559, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002137600, 0x559, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002137600, 0x559, 0x0, 0x0, 0x559, 0xc002137600, 0x559) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002137600, 0x559, 0x559, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d2e4ef, 0x89, 0xc002137600, 0x559, 0xc002137600, 0x559, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d2e4ef, 0x89, 0xc002137600, 0x559, 0xaa0378, 0x1, 0xc002137600, 0x559, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004463c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 239 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b0c0a72a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ea8fb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ea8fa0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00156ca80, 0x331, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d592c0, 0xb1, 0xc00156ca80, 0x331, 0xc00156ca80, 0x331, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d592c0, 0xb1, 0xc00156ca80, 0x331, 0xaa0378, 0x1, 0xc00156ca80, 0x331, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 240 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc002cd0000, 0x36c, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:287 +0x47c _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002cd0000, 0x36c, 0x0, 0x0, 0x36c, 0xc002cd0000, 0x36c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002cd0000, 0x36c, 0x36c, 0x380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00033e2a0, 0x30, 0xc002cd0000, 0x36c, 0xc002cd0000, 0x36c, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00033e2a0, 0x30, 0xc002cd0000, 0x36c, 0xaa0378, 0x1, 0xc002cd0000, 0x36c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 241 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc000137720, 0xc001fca000, 0x1217, 0xaa0378, 0x1, 0x1, 0x9) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00084f518, 0xc0014501c0, 0xc000e08320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 242 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b70001240, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ec2cc0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ec2cb0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001734000, 0x4c3, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000381a40, 0x53, 0xc001734000, 0x4c3, 0xc001734000, 0x4c3, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000381a40, 0x53, 0xc001734000, 0x4c3, 0xaa0378, 0x1, 0xc001734000, 0x4c3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004466c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 243 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b240aff00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0026e2db0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026e2da0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002afd000, 0xe13, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004c0050, 0x4e, 0xc002afd000, 0xe13, 0xc002afd000, 0xe13, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004c0050, 0x4e, 0xc002afd000, 0xe13, 0xaa0378, 0x1, 0xc002afd000, 0xe13, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 244 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b3800e410, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016daa70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016daa60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000452000, 0x4ba, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000daa230, 0x62, 0xc000452000, 0x4ba, 0xc000452000, 0x4ba, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000daa230, 0x62, 0xc000452000, 0x4ba, 0xaa0378, 0x1, 0xc000452000, 0x4ba, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 245 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b14028960, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001db91f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001db91d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001795800, 0x3fd, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ca04d0, 0x6c, 0xc001795800, 0x3fd, 0xc001795800, 0x3fd, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ca04d0, 0x6c, 0xc001795800, 0x3fd, 0xaa0378, 0x1, 0xc001795800, 0x3fd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 246 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b34330b80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00245c5b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00245c590, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000579900, 0x11b1, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d1a151, 0x81, 0xc000579900, 0x11b1, 0xc000579900, 0x11b1, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d1a151, 0x81, 0xc000579900, 0x11b1, 0xaa0378, 0x1, 0xc000579900, 0x11b1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004469c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 247 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b20013900, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025bccf0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0025bcce0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001920000, 0x8a4, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000980310, 0x46, 0xc001920000, 0x8a4, 0xc001920000, 0x8a4, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000980310, 0x46, 0xc001920000, 0x8a4, 0xaa0378, 0x1, 0xc001920000, 0x8a4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 248 [runnable]: github.com/fatih/set.(*Set).Add(0xc0036fd340, 0xc001b8f220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b8f588, 0xaa058b, 0x2, 0xc0017e5340, 0x2a1, 0x1, 0x24, 0xc0036fd2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001b8f518, 0xc001450120, 0x59) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 249 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0025c6a80, 0xa35, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0025c6a80, 0xa35, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0025c6a80, 0xa35, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0025c6a80, 0xa35, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0025c6a80, 0xa35, 0x0, 0x0, 0xa35, 0xc0025c6a80, 0xa35) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0025c6a80, 0xa35, 0xa35, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015d45f0, 0x46, 0xc0025c6a80, 0xa35, 0xc0025c6a80, 0xa35, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015d45f0, 0x46, 0xc0025c6a80, 0xa35, 0xaa0378, 0x1, 0xc0025c6a80, 0xa35, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 250 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ae816da60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ae1bf0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ae1ba0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00048ea80, 0x944, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001162036, 0x75, 0xc00048ea80, 0x944, 0xc00048ea80, 0x944, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001162036, 0x75, 0xc00048ea80, 0x944, 0xaa0378, 0x1, 0xc00048ea80, 0x944, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 251 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b3024abd0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000490090, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000490070, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b86d00, 0x8fd, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007f680, 0x5d, 0xc001b86d00, 0x8fd, 0xc001b86d00, 0x8fd, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007f680, 0x5d, 0xc001b86d00, 0x8fd, 0xaa0378, 0x1, 0xc001b86d00, 0x8fd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 252 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0004d00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001a06050, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001a06040, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0007f8900, 0x83a, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000812d00, 0x80, 0xc0007f8900, 0x83a, 0xc0007f8900, 0x83a, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000812d00, 0x80, 0xc0007f8900, 0x83a, 0xaa0378, 0x1, 0xc0007f8900, 0x83a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 253 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0004e60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005d6100, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005d60f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b70400, 0x8cb, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004d8990, 0x81, 0xc001b70400, 0x8cb, 0xc001b70400, 0x8cb, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004d8990, 0x81, 0xc001b70400, 0x8cb, 0xaa0378, 0x1, 0xc001b70400, 0x8cb, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 254 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bac00e390, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001910c20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001910c10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002040000, 0x1154, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004ae000, 0xa0, 0xc002040000, 0x1154, 0xc002040000, 0x1154, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004ae000, 0xa0, 0xc002040000, 0x1154, 0xaa0378, 0x1, 0xc002040000, 0x1154, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000446fc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 255 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0003180, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00185b070, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00185b060, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001514000, 0x5bd, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00009aab0, 0x8a, 0xc001514000, 0x5bd, 0xc001514000, 0x5bd, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00009aab0, 0x8a, 0xc001514000, 0x5bd, 0xaa0378, 0x1, 0xc001514000, 0x5bd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447080, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 256 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b1c004140, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ea9c00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ea9bf0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00103aa00, 0x673, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00062c060, 0x5c, 0xc00103aa00, 0x673, 0xc00103aa00, 0x673, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00062c060, 0x5c, 0xc00103aa00, 0x673, 0xaa0378, 0x1, 0xc00103aa00, 0x673, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447140, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 257 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b2c004140, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ec3dc0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ec3da0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c70000, 0x586, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f904d0, 0xa5, 0xc001c70000, 0x586, 0xc001c70000, 0x586, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f904d0, 0xa5, 0xc001c70000, 0x586, 0xaa0378, 0x1, 0xc001c70000, 0x586, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447200, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 258 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b681c1b00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016dae00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016dadf0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001775800, 0x62a, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e2d680, 0x86, 0xc001775800, 0x62a, 0xc001775800, 0x62a, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e2d680, 0x86, 0xc001775800, 0x62a, 0xaa0378, 0x1, 0xc001775800, 0x62a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004472c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 259 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ac4058250, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000d931e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000d931d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019c0400, 0x88a, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dc6870, 0x86, 0xc0019c0400, 0x88a, 0xc0019c0400, 0x88a, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dc6870, 0x86, 0xc0019c0400, 0x88a, 0xaa0378, 0x1, 0xc0019c0400, 0x88a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447380, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 260 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0009480, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c49c70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c49c60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001330000, 0x722, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011fe930, 0x70, 0xc001330000, 0x722, 0xc001330000, 0x722, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011fe930, 0x70, 0xc001330000, 0x722, 0xaa0378, 0x1, 0xc001330000, 0x722, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447440, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 261 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000d9d7d0, 0xc00184b320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00184b518, 0xc000d9d6b0, 0xc00221a900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00184b518, 0xc000d9d6b0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00184b518, 0xc000d9d6b0, 0xc000d9d6b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447500, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 262 [semacquire]: strings.genSplit(0xc00355ec00, 0xbb9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00399aa00, 0x134, 0x134) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00187f3c0, 0xaa059b, 0x2, 0xc001f00c00, 0xbb9, 0x1, 0x134, 0xc000d90280) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001f00c00, 0xbb9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00187f518, 0xc0023c6c40, 0x5f, 0xc000360600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004475c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 263 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9af849a230, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b53e30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b53e10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0007ac000, 0x4a9, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070f50, 0x6d, 0xc0007ac000, 0x4a9, 0xc0007ac000, 0x4a9, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000070f50, 0x6d, 0xc0007ac000, 0x4a9, 0xaa0378, 0x1, 0xc0007ac000, 0x4a9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447680, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 264 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc000e852c0, 0xc0014e4000, 0x5d0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014e4000, 0x5d0, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004c0410, 0x47, 0xc0014e4000, 0x5d0, 0xc0014e4000, 0x5d0, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004c0410, 0x47, 0xc0014e4000, 0x5d0, 0xaa0378, 0x1, 0xc0014e4000, 0x5d0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447740, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 265 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b343196d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000492eb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000492ea0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001574f00, 0x24e, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004ae6e0, 0x93, 0xc001574f00, 0x24e, 0xc001574f00, 0x24e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004ae6e0, 0x93, 0xc001574f00, 0x24e, 0xaa0378, 0x1, 0xc001574f00, 0x24e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447800, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 266 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc02aba30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004926c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004926b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000727000, 0x167a, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013c80e9, 0xb2, 0xc000727000, 0x167a, 0xc000727000, 0x167a, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013c80e9, 0xb2, 0xc000727000, 0x167a, 0xaa0378, 0x1, 0xc000727000, 0x167a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004478c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 267 [semacquire]: bytes.makeSlice(0x1056, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00261f0c0, 0x2, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00261f0c0, 0xc00261e104, 0x2, 0x2, 0x9c, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00261f0c0, 0xc0013e5600, 0x143, 0x143, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00261f0c0, 0xc001d84460, 0xc00261e1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00261f0c0, 0xc001d843f0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00261f0c0, 0xc001d843f0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00261f0c0, 0xc001d843f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00261f0c0, 0xc001d843f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00261f0c0, 0xc001309730, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c090c0, 0xc001309730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c090c0, 0xc001309730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00261f0c0, 0xc001309650, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c090c0, 0xc001309650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c090c0, 0xc001309650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00261f0c0, 0xc001308f50, 0x20300000000000, 0x7f9bc54a5fff) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c090c0, 0xc001308f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c090c0, 0xc001308f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00261f0c0, 0xc001308930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c090c0, 0xc001308930, 0x54b170, 0xc001076680) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001308930, 0x0, 0x0, 0x0, 0x0, 0xc001308930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000f45d70, 0x0, 0x0, 0x0, 0xc80, 0xc00048a000, 0xc27, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00048a000, 0xc27, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000380c60) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c09518, 0xc001018aa0, 0xc001881c60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447980, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 268 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ae421ed80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000c9c1a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000c9c180, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0024af180, 0x53d, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000602180, 0x73, 0xc0024af180, 0x53d, 0xc0024af180, 0x53d, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000602180, 0x73, 0xc0024af180, 0x53d, 0xaa0378, 0x1, 0xc0024af180, 0x53d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447a40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 269 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc00086c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ec3db0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ec3d90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b85200, 0x86c, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007b8700, 0x66, 0xc001b85200, 0x86c, 0xc001b85200, 0x86c, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0007b8700, 0x66, 0xc001b85200, 0x86c, 0xaa0378, 0x1, 0xc001b85200, 0x86c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447b00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 270 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0000c60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ef6540, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ef6530, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001923600, 0x8b3, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000812080, 0x7c, 0xc001923600, 0x8b3, 0xc001923600, 0x8b3, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000812080, 0x7c, 0xc001923600, 0x8b3, 0xaa0378, 0x1, 0xc001923600, 0x8b3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447bc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 271 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000d9d3b0, 0x203000, 0x203000, 0xc823dc0a00000000, 0xc002955138) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc000d9d3b0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000d9d380, 0xc0029552c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0029556b0, 0xc00039f180, 0xaac03e, 0x7, 0xc00039f180) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0029556b0, 0xc00039f180, 0xc000d1f9a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447c80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 272 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc001bae0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004fe400, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004fe3f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000cfaf00, 0x4dc, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013c21b0, 0x81, 0xc000cfaf00, 0x4dc, 0xc000cfaf00, 0x4dc, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013c21b0, 0x81, 0xc000cfaf00, 0x4dc, 0xaa0378, 0x1, 0xc000cfaf00, 0x4dc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447d40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 273 [semacquire]: strings.genSplit(0xc002978d80, 0xd53, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002c48000, 0x193, 0x193) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023093c0, 0xaa05c9, 0x2, 0xc00297a880, 0xd53, 0x1, 0x193, 0xc00221aa20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00297a880, 0xd53, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002309518, 0xc0023c6b20, 0x6d, 0xc000dab650) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447e00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 274 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba01dee20, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00257dd10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00257dd00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00009e000, 0x2bc, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013c2cf0, 0x8a, 0xc00009e000, 0x2bc, 0xc00009e000, 0x2bc, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013c2cf0, 0x8a, 0xc00009e000, 0x2bc, 0xaa0378, 0x1, 0xc00009e000, 0x2bc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 276 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000e08900, 0xc000f7d220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f7d588, 0xaa058b, 0x2, 0xc000913400, 0x2015, 0x641e2d, 0x0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000f7d518, 0xc001927620, 0x3f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 277 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00221b260, 0xc0010752c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010753c0, 0xaa05c9, 0x2, 0xc000c99c00, 0xbc6, 0x1, 0x15b, 0xc00221b240) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000c99c00, 0xbc6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001075518, 0xc0023c6340, 0x6a, 0xc00116a33c) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 278 [semacquire]: bytes.makeSlice(0x20ae, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0026110c0, 0x2, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0026110c0, 0xc002610104, 0x2, 0x2, 0xaf, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0026110c0, 0xc001414690, 0xe9, 0xe9, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026110c0, 0xc001955260, 0xc0026101b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026110c0, 0xc0019551f0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0026110c0, 0xc0019551f0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0026110c0, 0xc0019551f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026110c0, 0xc0019551f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026110c0, 0xc001954540, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c0b0c0, 0xc001954540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c0b0c0, 0xc001954540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026110c0, 0xc001954460, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c0b0c0, 0xc001954460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c0b0c0, 0xc001954460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026110c0, 0xc000e4b570, 0xc001c0ad40, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c0b0c0, 0xc000e4b570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c0b0c0, 0xc000e4b570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026110c0, 0xc000e4b490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c0b0c0, 0xc000e4b490, 0x54b170, 0xc001991d40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc000e4b490, 0x0, 0x0, 0x0, 0x0, 0xc000e4b490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0005dc180, 0x0, 0x0, 0x0, 0x1980, 0xc0022c1980, 0x18ae, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0022c1980, 0x18ae, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0013b9800) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c0b518, 0xc0014512a0, 0xc00221bb80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004601e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 279 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0006b40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015c6370, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015c6360, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00087f000, 0xef0, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dc63f0, 0x82, 0xc00087f000, 0xef0, 0xc00087f000, 0xef0, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dc63f0, 0x82, 0xc00087f000, 0xef0, 0xaa0378, 0x1, 0xc00087f000, 0xef0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004602a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 280 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b601bdac0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017585b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017585a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014e5800, 0x589, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000efa000, 0x81, 0xc0014e5800, 0x589, 0xc0014e5800, 0x589, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000efa000, 0x81, 0xc0014e5800, 0x589, 0xaa0378, 0x1, 0xc0014e5800, 0x589, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 281 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc00152ee38, 0xc000d2a1d8, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc00152ee38, 0xc0030271f0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc00152ee38, 0xc0030272d0, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0030272d0, 0xc0030272d0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00152f300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00152f300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00152f300, 0x0, 0xb856e0, 0xc0000ae108, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00152f300, 0xc0003c6000, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00152f300, 0x42ca96, 0xc00161cf60, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00152f370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001450660, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001b0de90, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00152f518, 0xc0023c61c0, 0xabc101, 0x1d, 0x86, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 282 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b90000eb0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c25430, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c25420, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0018cc000, 0x14e2, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f28240, 0xb9, 0xc0018cc000, 0x14e2, 0xc0018cc000, 0x14e2, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f28240, 0xb9, 0xc0018cc000, 0x14e2, 0xaa0378, 0x1, 0xc0018cc000, 0x14e2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004604e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 283 [semacquire]: bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0010690e8, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc0010690e8, 0xb7b620, 0xc0006d0510, 0x203000, 0x203000, 0x203000) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc0006d0510, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0006d0510, 0xc0010691d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0006d0510, 0x0, 0x0, 0x0, 0x1500, 0xc00350aa00, 0x1317, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc00350aa00, 0x1317, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0015eb500) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001069518, 0xc00127c9a0, 0xc0019b82c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004605a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 284 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b60292e60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000712fa0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000712f90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ed9180, 0x526, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d2e000, 0xa7, 0xc000ed9180, 0x526, 0xc000ed9180, 0x526, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d2e000, 0xa7, 0xc000ed9180, 0x526, 0xaa0378, 0x1, 0xc000ed9180, 0x526, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 285 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b900b6cc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001725c70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001725c60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c04a00, 0x14e2, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00015e540, 0xd7, 0xc001c04a00, 0x14e2, 0xc001c04a00, 0x14e2, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00015e540, 0xd7, 0xc001c04a00, 0x14e2, 0xaa0378, 0x1, 0xc001c04a00, 0x14e2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 286 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000d90340, 0xc0007352c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007353c0, 0xaa0503, 0x2, 0xc002289300, 0x113e, 0x2, 0x1d2, 0xc000d1ee80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002289300, 0x113e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000735518, 0xc001881f00, 0xb3, 0xc000d58000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004607e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 287 [semacquire]: github.com/gigawattio/window.Rolling(0xc002a30000, 0x20b, 0x20b, 0x3, 0x0, 0x20a, 0xc002a30000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c07518, 0xc000ce61e0, 0xc000d1e5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004608a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 288 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b4038dee0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c254c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c254b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00135c000, 0xab6, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000027100, 0x43, 0xc00135c000, 0xab6, 0xc00135c000, 0xab6, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000027100, 0x43, 0xc00135c000, 0xab6, 0xaa0378, 0x1, 0xc00135c000, 0xab6, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 289 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9aa81be000, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c5d050, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c5d030, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e5d000, 0x738, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015d4370, 0x50, 0xc000e5d000, 0x738, 0xc000e5d000, 0x738, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015d4370, 0x50, 0xc000e5d000, 0x738, 0xaa0378, 0x1, 0xc000e5d000, 0x738, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 290 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9af0202530, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00198b500, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00198b4f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00186f200, 0x8df, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d5e599, 0x86, 0xc00186f200, 0x8df, 0xc00186f200, 0x8df, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d5e599, 0x86, 0xc00186f200, 0x8df, 0xaa0378, 0x1, 0xc00186f200, 0x8df, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 291 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b4815df70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0006a9a10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0006a99f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0017ad800, 0x7a1, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d2e790, 0xa4, 0xc0017ad800, 0x7a1, 0xc0017ad800, 0x7a1, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d2e790, 0xa4, 0xc0017ad800, 0x7a1, 0xaa0378, 0x1, 0xc0017ad800, 0x7a1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 292 [semacquire]: regexp.(*Regexp).replaceAll(0xc000dbe8c0, 0x0, 0x0, 0x0, 0xc001179802, 0x7ad, 0x2, 0xc0020e9a58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000dbe8c0, 0xc001179802, 0x7ad, 0x0, 0x0, 0xc0000aa000, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc001179802, 0x7ad, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 293 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001711bf0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028a3518, 0xc001980580, 0x7c, 0xc001052200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 294 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9af010cae0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002569160, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002569140, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00228e000, 0x77f, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026900, 0x7b, 0xc00228e000, 0x77f, 0xc00228e000, 0x77f, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000026900, 0x7b, 0xc00228e000, 0x77f, 0xaa0378, 0x1, 0xc00228e000, 0x77f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 295 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba003c250, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ff61b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ff61a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000e5d800, 0x723, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007eb40, 0x52, 0xc000e5d800, 0x723, 0xc000e5d800, 0x723, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007eb40, 0x52, 0xc000e5d800, 0x723, 0xaa0378, 0x1, 0xc000e5d800, 0x723, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 296 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001609588, 0xaa058b, 0x2, 0xc002cd0e00, 0x31d, 0x0, 0xc0016093d8, 0xc000d1f868) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001609518, 0xc0004fd110, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001609518, 0xc00000f540, 0x73) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 297 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0000ca800, 0x7b2, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0000ca800, 0x7b2, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0000ca800, 0x7b2, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0000ca800, 0x7b2, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0000ca800, 0x7b2, 0x0, 0x0, 0x7b2, 0xc0000ca800, 0x7b2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0000ca800, 0x7b2, 0x7b2, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006c4be0, 0x79, 0xc0000ca800, 0x7b2, 0xc0000ca800, 0x7b2, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006c4be0, 0x79, 0xc0000ca800, 0x7b2, 0xaa0378, 0x1, 0xc0000ca800, 0x7b2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 298 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b341c5e30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013958d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013958b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001712000, 0x7aa, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013b64b0, 0x44, 0xc001712000, 0x7aa, 0xc001712000, 0x7aa, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013b64b0, 0x44, 0xc001712000, 0x7aa, 0xaa0378, 0x1, 0xc001712000, 0x7aa, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004610e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 299 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b28000d70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016389c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016389a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006f8a00, 0x6b5, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00033ea20, 0x58, 0xc0006f8a00, 0x6b5, 0xc0006f8a00, 0x6b5, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00033ea20, 0x58, 0xc0006f8a00, 0x6b5, 0xaa0378, 0x1, 0xc0006f8a00, 0x6b5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004611a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 300 [runnable]: github.com/fatih/set.(*Set).Add(0xc001018780, 0xc0021672c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021673c0, 0xaa0599, 0x2, 0xc001b84900, 0x8b6, 0x2, 0x159, 0xc000e08060) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001b84900, 0x8b6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002167518, 0xc001018720, 0x73, 0xc000529600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 301 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b280dd920, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000615230, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000615210, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000db1c00, 0x6b1, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000167000, 0x73, 0xc000db1c00, 0x6b1, 0xc000db1c00, 0x6b1, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000167000, 0x73, 0xc000db1c00, 0x6b1, 0xaa0378, 0x1, 0xc000db1c00, 0x6b1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 302 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9aa0001900, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0010eed40, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0010eed30, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001713000, 0x7cf, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004c0a50, 0x4d, 0xc001713000, 0x7cf, 0xc001713000, 0x7cf, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004c0a50, 0x4d, 0xc001713000, 0x7cf, 0xaa0378, 0x1, 0xc001713000, 0x7cf, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004613e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 303 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bac000dc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001d55fc0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d55fb0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0001f1500, 0x6e1, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000707e0, 0x6f, 0xc0001f1500, 0x6e1, 0xc0001f1500, 0x6e1, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000707e0, 0x6f, 0xc0001f1500, 0x6e1, 0xaa0378, 0x1, 0xc0001f1500, 0x6e1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004614a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 304 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b8c2416b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002618b70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002618b60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0022c3300, 0x18ef, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e2dc20, 0x85, 0xc0022c3300, 0x18ef, 0xc0022c3300, 0x18ef, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e2dc20, 0x85, 0xc0022c3300, 0x18ef, 0xaa0378, 0x1, 0xc0022c3300, 0x18ef, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 305 [runnable]: strings.(*Builder).WriteRune(0xc001e430c0, 0x436, 0xb21, 0x436, 0xb23) /usr/local/go/src/strings/builder.go:104 +0x29d strings.Map(0xae62d0, 0xc003004009, 0x1bdc, 0x1be5, 0xc000cb4000) /usr/local/go/src/strings/strings.go:511 +0x3ab strings.ToLower(0xc003004000, 0x1be5, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e43588, 0xaa058b, 0x2, 0xc003004000, 0x1be5, 0x6, 0x1d, 0xc0014505a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001e43518, 0xc000ce6cc0, 0x73) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 306 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ac83062f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001a947f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001a947e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a44900, 0x88c, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dab030, 0x63, 0xc001a44900, 0x88c, 0xc001a44900, 0x88c, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dab030, 0x63, 0xc001a44900, 0x88c, 0xaa0378, 0x1, 0xc001a44900, 0x88c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004616e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 308 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0021652e0, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:766 +0x1e7 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0021652e0, 0x75a856, 0x0, 0xc00035fc00, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0021652e0, 0xc0021652a8, 0xc002165330, 0x42ca96, 0xc001ad9bc0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xab9e11, 0x19, 0x1, 0xc002165348, 0xc002165360, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xab9e11, 0x19, 0x1, 0xb856e0, 0xc00039eac0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001ad99e0, 0xab9e11, 0x19, 0xc001ad9bc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc002165518, 0xc00039e840, 0xf29, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461860, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 309 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0001340, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00082c090, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00082c080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000574000, 0x1fa7, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e163f0, 0x66, 0xc000574000, 0x1fa7, 0xc000574000, 0x1fa7, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e163f0, 0x66, 0xc000574000, 0x1fa7, 0xaa0378, 0x1, 0xc000574000, 0x1fa7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461920, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 310 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0006ac0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0006ac1a0, 0xc000e90700, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000e08340, 0x0, 0x0, 0x0, 0xc002151200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000e08340, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0021518f8, 0xc001b63000, 0x2bf6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004619e0, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 311 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0026840, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002511790, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002511780, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f26900, 0x815, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fe360, 0x83, 0xc001f26900, 0x815, 0xc001f26900, 0x815, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fe360, 0x83, 0xc001f26900, 0x815, 0xaa0378, 0x1, 0xc001f26900, 0x815, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 312 [semacquire]: bytes.makeSlice(0x876, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001d59c80, 0x2b2, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001d59c80, 0xc000d37600, 0x2b2, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc001d59c80, 0xc000d37600, 0x2b2, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc001d59c80, 0xc0016d6cb0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc001d59c80, 0xc0016d63f0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001d59c80, 0xc0016d6380, 0xb84d20, 0xc001d59c80) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc001d59c80, 0xc0016d6380, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000235d70, 0x50d201, 0xc000360c00, 0x4c, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0021ef518, 0xc0023c6560, 0xc000d90820) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 313 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/jaytaylor/html2text.FromString(0xc0026dcc00, 0x1106, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000114660) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000799518, 0xc000d1faa0, 0xc002421b80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 314 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bb0149470, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016391e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016391d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00201b980, 0x1816, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f05320, 0x5c, 0xc00201b980, 0x1816, 0xc00201b980, 0x1816, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f05320, 0x5c, 0xc00201b980, 0x1816, 0xaa0378, 0x1, 0xc00201b980, 0x1816, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 315 [semacquire]: github.com/gigawattio/window.Rolling(0xc003c7e000, 0xfe, 0xfe, 0x3, 0x0, 0xfd, 0xc003c7e000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000613518, 0xc001926ce0, 0xc0010194c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 316 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b140d4db0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001718080, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001718070, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001aa6900, 0x456, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00037f020, 0x55, 0xc001aa6900, 0x456, 0xc001aa6900, 0x456, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00037f020, 0x55, 0xc001aa6900, 0x456, 0xaa0378, 0x1, 0xc001aa6900, 0x456, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 317 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9af03a2450, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001759840, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001759830, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000742900, 0x837, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000581b13, 0x4d, 0xc000742900, 0x837, 0xc000742900, 0x837, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000581b13, 0x4d, 0xc000742900, 0x837, 0xaa0378, 0x1, 0xc000742900, 0x837, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 318 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b802e5080, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000c9d750, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000c9d740, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000452a00, 0x4be, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000da0050, 0x49, 0xc000452a00, 0x4be, 0xc000452a00, 0x4be, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000da0050, 0x49, 0xc000452a00, 0x4be, 0xaa0378, 0x1, 0xc000452a00, 0x4be, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 319 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b0ca8f260, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b416d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b416c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00129e000, 0x715, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070070, 0x64, 0xc00129e000, 0x715, 0xc00129e000, 0x715, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000070070, 0x64, 0xc00129e000, 0x715, 0xaa0378, 0x1, 0xc00129e000, 0x715, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0005800c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 320 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b701ddf00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001639b90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001639b80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00179f800, 0x747, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000980c00, 0x55, 0xc00179f800, 0x747, 0xc00179f800, 0x747, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000980c00, 0x55, 0xc00179f800, 0x747, 0xaa0378, 0x1, 0xc00179f800, 0x747, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 321 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002407588, 0xaa058b, 0x2, 0xc003fdcb00, 0x14d, 0x7, 0x22, 0xc000d1e700) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002407518, 0xc002421ee0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 519 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0014503a0, 0xc0005c32c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0005c33c0, 0xaa04f9, 0x2, 0xc00243c000, 0x8d7, 0x1, 0xe9, 0xc001450380) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00243c000, 0x8d7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0005c3518, 0xc0019b9040, 0x64, 0xc000070000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a3500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 338 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b280f1250, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027f74f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027f74e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a02400, 0x80a, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e1e160, 0xa4, 0xc001a02400, 0x80a, 0xc001a02400, 0x80a, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e1e160, 0xa4, 0xc001a02400, 0x80a, 0xaa0378, 0x1, 0xc001a02400, 0x80a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 339 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9acc003730, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000bc71b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000bc71a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001663000, 0x7a1, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a960, 0x4c, 0xc001663000, 0x7a1, 0xc001663000, 0x7a1, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a960, 0x4c, 0xc001663000, 0x7a1, 0xaa0378, 0x1, 0xc001663000, 0x7a1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0005803c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 340 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b04374860, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c76930, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c76910, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015a6800, 0x726, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d35100, 0x7a, 0xc0015a6800, 0x726, 0xc0015a6800, 0x726, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d35100, 0x7a, 0xc0015a6800, 0x726, 0xaa0378, 0x1, 0xc0015a6800, 0x726, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 341 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b841a14c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002510b20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002510b00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00209d000, 0x7ea, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e1e2c0, 0x93, 0xc00209d000, 0x7ea, 0xc00209d000, 0x7ea, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e1e2c0, 0x93, 0xc00209d000, 0x7ea, 0xaa0378, 0x1, 0xc00209d000, 0x7ea, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 342 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ae025e360, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0006a8810, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0006a8800, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001324800, 0x724, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00033e960, 0x5b, 0xc001324800, 0x724, 0xc001324800, 0x724, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00033e960, 0x5b, 0xc001324800, 0x724, 0xaa0378, 0x1, 0xc001324800, 0x724, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 631 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc02e3a00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c614c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c614b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002bba000, 0x1ca8, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e92140, 0x52, 0xc002bba000, 0x1ca8, 0xc002bba000, 0x1ca8, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e92140, 0x52, 0xc002bba000, 0x1ca8, 0xaa0378, 0x1, 0xc002bba000, 0x1ca8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380cc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 48 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00114b790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00114b860, 0xc003a79030, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001018360, 0x0, 0x0, 0x0, 0xc001d87200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001018360, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001d878f8, 0xc001154600, 0x1202, 0x3a1, 0x3a3, 0x3e9) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380780, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 501 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b702709e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00186b6c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00186b620, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000698c00, 0xbe3, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00009ab40, 0x85, 0xc000698c00, 0xbe3, 0xc000698c00, 0xbe3, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00009ab40, 0x85, 0xc000698c00, 0xbe3, 0xaa0378, 0x1, 0xc000698c00, 0xbe3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 661 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0023f5500, 0x6ba, 0xc000d8d218, 0xc001708700) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0023f5500, 0x6ba, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d8d3c0, 0xaa0503, 0x2, 0xc0023f5500, 0x6ba, 0x2, 0x114, 0xc000d1e480) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0023f5500, 0x6ba, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000d8d518, 0xc000d1fc20, 0x5a, 0xc001c1e4e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003819e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1251 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0021e3258, 0x0, 0xaa413a, 0x4, 0xab3508) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0021e3258, 0xaadf79, 0x8, 0xaae2e9, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0021e3258, 0x7, 0xaa413a, 0x4, 0xab3508, 0xd) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa1a44, 0x3, 0x5, 0x6, 0xc0018914a0, 0xc003bde8c0, 0xc003be2060) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa1a44, 0x3, 0xc001890ea0, 0xae5588, 0xc001890ea0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003bba9c0, 0xaa1a44, 0x3, 0xc000ce6550) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.WebPageImageResolver(0xc003be2060, 0x4, 0xaa216a, 0x3, 0xaa8560) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:118 +0x4a github.com/advancedlogic/GoOse.WebPageResolver(0xc003359440, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:174 +0x36 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc003281d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 628 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba02a6690, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000492740, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000492730, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001734a00, 0x48d, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b68000, 0xb4, 0xc001734a00, 0x48d, 0xc001734a00, 0x48d, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b68000, 0xb4, 0xc001734a00, 0x48d, 0xaa0378, 0x1, 0xc001734a00, 0x48d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380a80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 389 [semacquire]: github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d8b518, 0xc001880b20, 0xc000e09340) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062c720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 390 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc000580120, 0x54, 0x2, 0xc0021de198, 0x0, 0x0, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc000580120, 0x54, 0xaa0378, 0x1, 0xc0024c4680, 0x12) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021df0c0, 0xc0011665b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021df0c0, 0xc00033df80, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0021df0c0, 0xc00033df80, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021df0c0, 0xc00033df80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021df0c0, 0xc00033df80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021df0c0, 0xc00033d960, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00126b0c0, 0xc00033d960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00126b0c0, 0xc00033d960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021df0c0, 0xc00033d880, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00126b0c0, 0xc00033d880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00126b0c0, 0xc00033d880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021df0c0, 0xc00033d180, 0x0, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00126b0c0, 0xc00033d180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00126b0c0, 0xc00033d180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021df0c0, 0xc00033d0a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00126b0c0, 0xc00033d0a0, 0x54b170, 0xc002311ad0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00033d0a0, 0x0, 0x0, 0x0, 0x0, 0xc00033d0a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0021618c0, 0x0, 0x0, 0x0, 0x1000, 0xc001889000, 0xed4, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001889000, 0xed4, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0004bbb00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00126b518, 0xc0022191a0, 0xc00000e600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062c7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 391 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b24211550, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027f7510, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027f7500, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ed2c00, 0x1252, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ca0af0, 0x62, 0xc001ed2c00, 0x1252, 0xc001ed2c00, 0x1252, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ca0af0, 0x62, 0xc001ed2c00, 0x1252, 0xaa0378, 0x1, 0xc001ed2c00, 0x1252, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062c8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 392 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b34212ee0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00154f540, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00154f530, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000844000, 0x91e, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a140, 0x48, 0xc000844000, 0x91e, 0xc000844000, 0x91e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a140, 0x48, 0xc000844000, 0x91e, 0xaa0378, 0x1, 0xc000844000, 0x91e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062c960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 393 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b4460a110, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023542f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023542e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001184000, 0x74a, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004c0280, 0x41, 0xc001184000, 0x74a, 0xc001184000, 0x74a, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004c0280, 0x41, 0xc001184000, 0x74a, 0xaa0378, 0x1, 0xc001184000, 0x74a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062ca20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 394 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b781d6a60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002510aa0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002510a90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00199c000, 0x729, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009813e0, 0x39, 0xc00199c000, 0x729, 0xc00199c000, 0x729, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0009813e0, 0x39, 0xc00199c000, 0x729, 0xaa0378, 0x1, 0xc00199c000, 0x729, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062cae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 395 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b6c004460, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00186b060, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00186b050, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000845500, 0x98d, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007b82a0, 0x6e, 0xc000845500, 0x98d, 0xc000845500, 0x98d, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0007b82a0, 0x6e, 0xc000845500, 0x98d, 0xaa0378, 0x1, 0xc000845500, 0x98d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062cba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 396 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ab8475c40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000d04e00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000d04df0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0011dc580, 0x54d, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000446ea0, 0x59, 0xc0011dc580, 0x54d, 0xc0011dc580, 0x54d, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000446ea0, 0x59, 0xc0011dc580, 0x54d, 0xaa0378, 0x1, 0xc0011dc580, 0x54d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062cc60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 397 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ab0005f10, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000385300, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0003852f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ac7200, 0xc1b, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014101b0, 0x6b, 0xc001ac7200, 0xc1b, 0xc001ac7200, 0xc1b, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0014101b0, 0x6b, 0xc001ac7200, 0xc1b, 0xaa0378, 0x1, 0xc001ac7200, 0xc1b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062cd20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 398 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b7827c4f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b52820, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b52810, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00042f400, 0xaf7, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004467e0, 0x5a, 0xc00042f400, 0xaf7, 0xc00042f400, 0xaf7, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004467e0, 0x5a, 0xc00042f400, 0xaf7, 0xaa0378, 0x1, 0xc00042f400, 0xaf7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062cde0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 399 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9afc099cc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015c6400, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015c63f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00180d800, 0x628, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007e480, 0x51, 0xc00180d800, 0x628, 0xc00180d800, 0x628, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007e480, 0x51, 0xc00180d800, 0x628, 0xaa0378, 0x1, 0xc00180d800, 0x628, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062cea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 400 [semacquire]: github.com/gigawattio/window.Rolling(0xc002814d80, 0xd1, 0xd1, 0x3, 0x0, 0xd0, 0xc002814d80) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000367518, 0xc001926e80, 0xc00173a460) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062cf60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 401 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba403c290, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000493830, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000493820, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001126000, 0x43d, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f68000, 0x4b, 0xc001126000, 0x43d, 0xc001126000, 0x43d, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f68000, 0x4b, 0xc001126000, 0x43d, 0xaa0378, 0x1, 0xc001126000, 0x43d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 402 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00161ce40, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc001943518, 0xc00161ce40, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc00161ce40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00161ce10, 0xc001943320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001943518, 0xc003000360, 0xc0022188a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001943518, 0xc003000360, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001943518, 0xc003000360, 0xc003000360) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 403 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b080389f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001fe2890, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001fe2870, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00002d800, 0x5eb, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f92580, 0x77, 0xc00002d800, 0x5eb, 0xc00002d800, 0x5eb, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f92580, 0x77, 0xc00002d800, 0x5eb, 0xaa0378, 0x1, 0xc00002d800, 0x5eb, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 404 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b2421c050, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00039b4c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00039b4b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00179e000, 0x7c7, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006d9110, 0x61, 0xc00179e000, 0x7c7, 0xc00179e000, 0x7c7, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006d9110, 0x61, 0xc00179e000, 0x7c7, 0xaa0378, 0x1, 0xc00179e000, 0x7c7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 405 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b4c491ab0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00139da90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00139da80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b23200, 0x46d, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000528800, 0x76, 0xc001b23200, 0x46d, 0xc001b23200, 0x46d, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000528800, 0x76, 0xc001b23200, 0x46d, 0xaa0378, 0x1, 0xc001b23200, 0x46d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 406 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b9026a5a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0001b4140, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0001b4130, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000608000, 0xf3e, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011fe3f0, 0x6d, 0xc000608000, 0xf3e, 0xc000608000, 0xf3e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011fe3f0, 0x6d, 0xc000608000, 0xf3e, 0xaa0378, 0x1, 0xc000608000, 0xf3e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 407 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001a1a000, 0x775, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001a1a000, 0x775, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001a1a000, 0x775, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001a1a000, 0x775, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001a1a000, 0x775, 0x0, 0x0, 0x775, 0xc001a1a000, 0x775) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001a1a000, 0x775, 0x775, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0008a24e0, 0x55, 0xc001a1a000, 0x775, 0xc001a1a000, 0x775, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0008a24e0, 0x55, 0xc001a1a000, 0x775, 0xaa0378, 0x1, 0xc001a1a000, 0x775, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 408 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0026d2000, 0x1c62, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0026d2000, 0x1c62, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0026d2000, 0x1c62, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0026d2000, 0x1c62, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0026d2000, 0x1c62, 0x0, 0x0, 0x1c62, 0xc0026d2000, 0x1c62) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0026d2000, 0x1c62, 0x1c62, 0x2500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000167700, 0x6c, 0xc0026d2000, 0x1c62, 0xc0026d2000, 0x1c62, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000167700, 0x6c, 0xc0026d2000, 0x1c62, 0xaa0378, 0x1, 0xc0026d2000, 0x1c62, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 409 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137400, 0x0, 0x0, 0x0, 0xc0031c9500, 0x9fc, 0x2, 0xc003165038, 0xc0031c9500, 0x9fc, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000137400, 0xc0031c9500, 0x9fc, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc000465f80, 0x0, 0x0, 0x0, 0x0, 0xc000465f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00177e300, 0x0, 0x0, 0x0, 0x1000, 0xc00113f000, 0xdee, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00113f000, 0xdee, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000115590) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00193f518, 0xc0023c6380, 0xc0023c6500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 410 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b0c082670, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e97c30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e97c10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001921200, 0x814, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f044e0, 0x57, 0xc001921200, 0x814, 0xc001921200, 0x814, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f044e0, 0x57, 0xc001921200, 0x814, 0xaa0378, 0x1, 0xc001921200, 0x814, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 411 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0007e80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027f7300, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027f72f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001866600, 0x1241, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a550, 0x46, 0xc001866600, 0x1241, 0xc001866600, 0x1241, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a550, 0x46, 0xc001866600, 0x1241, 0xaa0378, 0x1, 0xc001866600, 0x1241, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 412 [semacquire]: strings.Replace(0xc00351a800, 0x169f, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x1b, 0xc00351a800, 0x169f) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00076d518, 0xc001690a20, 0xc001451480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 413 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b5400cbb0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0006a8e60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0006a8e50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0024fe000, 0x1c2a, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d2eb00, 0xa4, 0xc0024fe000, 0x1c2a, 0xc0024fe000, 0x1c2a, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d2eb00, 0xa4, 0xc0024fe000, 0x1c2a, 0xaa0378, 0x1, 0xc0024fe000, 0x1c2a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 414 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b8427ffd0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c25390, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c25370, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00112c000, 0xe0b, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d1a0ac, 0x8b, 0xc00112c000, 0xe0b, 0xc00112c000, 0xe0b, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d1a0ac, 0x8b, 0xc00112c000, 0xe0b, 0xaa0378, 0x1, 0xc00112c000, 0xe0b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 415 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0005280, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c4a2e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c4a2d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00046c000, 0xa19, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d34188, 0x6d, 0xc00046c000, 0xa19, 0xc00046c000, 0xa19, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d34188, 0x6d, 0xc00046c000, 0xa19, 0xaa0378, 0x1, 0xc00046c000, 0xa19, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062daa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 416 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x2a88ab0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001d54bd0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d54bc0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0000a0000, 0xded, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d34600, 0x71, 0xc0000a0000, 0xded, 0xc0000a0000, 0xded, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d34600, 0x71, 0xc0000a0000, 0xded, 0xaa0378, 0x1, 0xc0000a0000, 0xded, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062db60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 417 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9adc4c84b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ae00a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ae0090, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001419800, 0x784, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000426b40, 0x54, 0xc001419800, 0x784, 0xc001419800, 0x784, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000426b40, 0x54, 0xc001419800, 0x784, 0xaa0378, 0x1, 0xc001419800, 0x784, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062dc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 418 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0009f80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00039ba70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00039ba60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001324000, 0x7d1, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141c000, 0x8a, 0xc001324000, 0x7d1, 0xc001324000, 0x7d1, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00141c000, 0x8a, 0xc001324000, 0x7d1, 0xaa0378, 0x1, 0xc001324000, 0x7d1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062dce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 419 [runnable]: unicode.is16(0x1191340, 0x71, 0x71, 0x441, 0x0) /usr/local/go/src/unicode/letter.go:108 +0xe1 unicode.Is(0x1161200, 0x441, 0x100000400) /usr/local/go/src/unicode/letter.go:158 +0xb1 unicode.IsPunct(...) /usr/local/go/src/unicode/graphic.go:117 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.isStopChar(0xc000000441, 0x1aa2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:11 +0xe2 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.toTrigramChar(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:32 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00146b600, 0x1aa2, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0xb9 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00146b600, 0x1aa2, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00146b600, 0x1aa2, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00146b600, 0x1aa2, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00146b600, 0x1aa2, 0x0, 0x0, 0x1aa2, 0xc00146b600, 0x1aa2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00146b600, 0x1aa2, 0x1aa2, 0x2000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0017f6000, 0x97, 0xc00146b600, 0x1aa2, 0xc00146b600, 0x1aa2, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0017f6000, 0x97, 0xc00146b600, 0x1aa2, 0xaa0378, 0x1, 0xc00146b600, 0x1aa2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062dda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 420 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0039aa0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ac0f60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ac0f50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002a6d500, 0x98b, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011628f0, 0xa6, 0xc002a6d500, 0x98b, 0xc002a6d500, 0x98b, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011628f0, 0xa6, 0xc002a6d500, 0x98b, 0xaa0378, 0x1, 0xc002a6d500, 0x98b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062de60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 421 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b6021f3c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027d0070, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027d0060, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000c97800, 0xb99, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d640b4, 0x8b, 0xc000c97800, 0xb99, 0xc000c97800, 0xb99, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d640b4, 0x8b, 0xc000c97800, 0xb99, 0xaa0378, 0x1, 0xc000c97800, 0xb99, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062df20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 512 [runnable]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x4) /usr/local/go/src/strings/strings.go:831 +0xad strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc001d990b0, 0x4341f3) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.afterBodyIM(0xc0032be5b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1932 +0x65 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032be5b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0032be5b0, 0xc00191b570, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019b8bc0, 0x0, 0x0, 0x0, 0xc001d99200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019b8bc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001d998f8, 0xc00087e000, 0xe8e, 0x5, 0xc0013656f8, 0x5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 424 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00295ec80, 0x18c7, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00295ec80, 0x18c7, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00295ec80, 0x18c7, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00295ec80, 0x18c7, 0x0, 0x0, 0x18c7, 0xc00295ec80, 0x18c7) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00295ec80, 0x18c7, 0x18c7, 0x2000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013c22d0, 0x89, 0xc00295ec80, 0x18c7, 0xc00295ec80, 0x18c7, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013c22d0, 0x89, 0xc00295ec80, 0x18c7, 0xaa0378, 0x1, 0xc00295ec80, 0x18c7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 425 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0008560, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001639c20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001639c00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00180b500, 0x63e, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004d8368, 0x85, 0xc00180b500, 0x63e, 0xc00180b500, 0x63e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004d8368, 0x85, 0xc00180b500, 0x63e, 0xaa0378, 0x1, 0xc00180b500, 0x63e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 426 [semacquire]: strings.genSplit(0xc002cde000, 0x9e7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x9e7, 0xc001326a80, 0x9ee) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d6d518, 0xc000d90580, 0xc00173bbe0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 427 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0002940, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00164b360, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00164b340, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0020c6000, 0x902, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000166200, 0x7c, 0xc0020c6000, 0x902, 0xc0020c6000, 0x902, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000166200, 0x7c, 0xc0020c6000, 0x902, 0xaa0378, 0x1, 0xc0020c6000, 0x902, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f043c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 428 [semacquire]: bytes.makeSlice(0x209, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0030a70c0, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0030a70c0, 0x1189d0a, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0030a70c0, 0xc003c2fe60, 0x114, 0x7, 0xc003c2fe60) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030a70c0, 0xc00155ee00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030a70c0, 0xc00155ee00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0030a70c0, 0xc00155ed20, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d8f0c0, 0xc00155ed20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d8f0c0, 0xc00155ed20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0030a70c0, 0xc00155ec40, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d8f0c0, 0xc00155ec40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d8f0c0, 0xc00155ec40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0030a70c0, 0xc000214690, 0xc000080a80, 0x7f9bebdd77d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d8f0c0, 0xc000214690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d8f0c0, 0xc000214690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0030a70c0, 0xc000d97dc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d8f0c0, 0xc000d97dc0, 0x54b170, 0xc0021801a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc000d97dc0, 0x0, 0x0, 0x0, 0x0, 0xc000d97dc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001c00c90, 0x0, 0x0, 0x0, 0x900, 0xc001a01b00, 0x8fc, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001a01b00, 0x8fc, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d60690) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d8f518, 0xc000e094c0, 0xc000d1f760) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 429 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9aac372a40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007d52f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007d52d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000cb2a80, 0x901, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006c5400, 0x9a, 0xc000cb2a80, 0x901, 0xc000cb2a80, 0x901, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006c5400, 0x9a, 0xc000cb2a80, 0x901, 0xaa0378, 0x1, 0xc000cb2a80, 0x901, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 430 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ad4001680, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005d9750, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005d9740, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002689500, 0x14ea, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013b8880, 0x78, 0xc002689500, 0x14ea, 0xc002689500, 0x14ea, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013b8880, 0x78, 0xc002689500, 0x14ea, 0xaa0378, 0x1, 0xc002689500, 0x14ea, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 431 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0024f6c30, 0xc000838d80, 0x438) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0024f6c30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0024f6c30) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0024f6c30, 0xc0013fa7e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000e08300, 0x0, 0x0, 0x0, 0xc00018b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000e08300, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00018b8f8, 0xc0014a4000, 0x1edc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f046c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 432 [runnable]: strings.(*Builder).WriteRune(0xc001485160, 0x43e, 0x34c, 0x43e, 0x34e) /usr/local/go/src/strings/builder.go:104 +0x29d strings.Map(0xae62d0, 0xc001418032, 0x740, 0xc001485218, 0xc000080a80) /usr/local/go/src/strings/strings.go:511 +0x3ab strings.ToLower(0xc001418000, 0x772, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0014853c0, 0xaa0503, 0x2, 0xc001418000, 0x772, 0x1, 0xf6, 0xc000d90420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001418000, 0x772, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001485518, 0xc0023c6420, 0x8c, 0xc0014103fe) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 433 [runnable]: bytes.(*Buffer).WriteByte(0xc00223af00, 0xad0120, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:263 +0xb4 golang.org/x/net/html.render1(0xb84d20, 0xc00223af00, 0xc001604c40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:152 +0x2c0 golang.org/x/net/html.render1(0xb84d20, 0xc00223af00, 0xc0023a9f10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00223af00, 0xc0023a9ce0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00223af00, 0xc0023a9c00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00223af00, 0xc0023a9500, 0xb84d20, 0xc00223af00) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00223af00, 0xc0023a9500, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001d36360, 0x50d201, 0xc0013b8f00, 0x6c, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00106f518, 0xc0023c6620, 0xc000d1f340) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 434 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ae05e4cc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001aa22d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001aa22c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00070e000, 0x98c, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000527940, 0x3d, 0xc00070e000, 0x98c, 0xc00070e000, 0x98c, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000527940, 0x3d, 0xc00070e000, 0x98c, 0xaa0378, 0x1, 0xc00070e000, 0x98c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 435 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0006720, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000c88ea0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000c88e42, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000af4000, 0x5fc, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000360180, 0x5f, 0xc000af4000, 0x5fc, 0xc000af4000, 0x5fc, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000360180, 0x5f, 0xc000af4000, 0x5fc, 0xaa0378, 0x1, 0xc000af4000, 0x5fc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f049c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 437 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0003700, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007d4400, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007d43e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001126d80, 0x469, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00033e120, 0x55, 0xc001126d80, 0x469, 0xc001126d80, 0x469, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00033e120, 0x55, 0xc001126d80, 0x469, 0xaa0378, 0x1, 0xc001126d80, 0x469, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 438 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0003de0, 0x7f9adc1132d0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001725d70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001725d60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001922400, 0x815, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e926e0, 0x9a, 0xc001922400, 0x815, 0xc001922400, 0x815, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e926e0, 0x9a, 0xc001922400, 0x815, 0xaa0378, 0x1, 0xc001922400, 0x815, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04c00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 439 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0003c80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ef7660, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ef7650, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000c84800, 0x7fd, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000da0410, 0x42, 0xc000c84800, 0x7fd, 0xc000c84800, 0x7fd, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000da0410, 0x42, 0xc000c84800, 0x7fd, 0xaa0378, 0x1, 0xc000c84800, 0x7fd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 440 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ab8000d70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023ae450, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023ae420, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00080d900, 0xc18, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001052300, 0x7a, 0xc00080d900, 0xc18, 0xc00080d900, 0xc18, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001052300, 0x7a, 0xc00080d900, 0xc18, 0xaa0378, 0x1, 0xc00080d900, 0xc18, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 441 [runnable]: strings.(*Builder).WriteRune(0xc001a0d160, 0x43f, 0x3ec, 0x41f, 0x3ee) /usr/local/go/src/strings/builder.go:104 +0x29d strings.Map(0xae62d0, 0xc001d5ec32, 0x1277, 0x0, 0xc000cb4000) /usr/local/go/src/strings/strings.go:511 +0x3ab strings.ToLower(0xc001d5ec00, 0x12a9, 0x10000, 0xc001a0d2e0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a0d3c0, 0xaa059b, 0x2, 0xc001d5ec00, 0x12a9, 0xc001d5ec00, 0xc001a0d3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001d5ec00, 0x12a9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a0d518, 0xc001019600, 0x5d, 0xc000380ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 442 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b441f8d10, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001aa39a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001aa3980, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c78e00, 0x611, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000602100, 0x7a, 0xc001c78e00, 0x611, 0xc001c78e00, 0x611, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000602100, 0x7a, 0xc001c78e00, 0x611, 0xaa0378, 0x1, 0xc001c78e00, 0x611, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 443 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba0000eb0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0006010a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000601090, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001803800, 0x3cc, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001053400, 0x77, 0xc001803800, 0x3cc, 0xc001803800, 0x3cc, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001053400, 0x77, 0xc001803800, 0x3cc, 0xaa0378, 0x1, 0xc001803800, 0x3cc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 444 [runnable]: strings.(*Builder).WriteRune(0xc00200d160, 0x441, 0x605, 0x441, 0x607) /usr/local/go/src/strings/builder.go:104 +0x29d strings.Map(0xae62d0, 0xc000d0d132, 0xc78, 0xc00200d218, 0xc000972700) /usr/local/go/src/strings/strings.go:511 +0x3ab strings.ToLower(0xc000d0d100, 0xcaa, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00200d3c0, 0xaa04fd, 0x2, 0xc000d0d100, 0xcaa, 0x1e, 0x162, 0xc001450200) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000d0d100, 0xcaa, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00200d518, 0xc00127cc00, 0x37, 0xc000527c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 445 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b8c001740, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025bc220, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0025bc210, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025b2000, 0x32f, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015d4e60, 0x47, 0xc0025b2000, 0x32f, 0xc0025b2000, 0x32f, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015d4e60, 0x47, 0xc0025b2000, 0x32f, 0xaa0378, 0x1, 0xc0025b2000, 0x32f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 446 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0005800, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001551bf0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001551be0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001745500, 0x9ce, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0008a2fc0, 0x5d, 0xc001745500, 0x9ce, 0xc001745500, 0x9ce, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0008a2fc0, 0x5d, 0xc001745500, 0x9ce, 0xaa0378, 0x1, 0xc001745500, 0x9ce, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 447 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b440041c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000d41a80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000d41a60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00172b100, 0x6ec, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ca00e0, 0x6e, 0xc00172b100, 0x6ec, 0xc00172b100, 0x6ec, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ca00e0, 0x6e, 0xc00172b100, 0x6ec, 0xaa0378, 0x1, 0xc00172b100, 0x6ec, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f052c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 448 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0007900, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b40140, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b40130, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0012d8e00, 0x343, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003600c0, 0x60, 0xc0012d8e00, 0x343, 0xc0012d8e00, 0x343, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003600c0, 0x60, 0xc0012d8e00, 0x343, 0xaa0378, 0x1, 0xc0012d8e00, 0x343, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 449 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0009cc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b3e090, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b3e080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002138680, 0x548, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026d80, 0x7c, 0xc002138680, 0x548, 0xc002138680, 0x548, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000026d80, 0x7c, 0xc002138680, 0x548, 0xaa0378, 0x1, 0xc002138680, 0x548, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 450 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0001e40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00154e960, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00154e950, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0007a5700, 0x520, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d34800, 0x75, 0xc0007a5700, 0x520, 0xc0007a5700, 0x520, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d34800, 0x75, 0xc0007a5700, 0x520, 0xaa0378, 0x1, 0xc0007a5700, 0x520, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 451 [semacquire]: bytes.makeSlice(0x82, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0023610c0, 0x2, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0023610c0, 0xc0023601bc, 0x2, 0x2, 0x42, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0023610c0, 0xc001414a50, 0xe9, 0x7, 0xc001414a50) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0023610c0, 0xc002542a10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023610c0, 0xc002542a10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0023610c0, 0xc002542930, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0023610c0, 0xc002542930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023610c0, 0xc002542930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0023610c0, 0xc002542850, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0023610c0, 0xc002542850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023610c0, 0xc002542850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0023610c0, 0xc002542150, 0x3340, 0xc0010dc4e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0023610c0, 0xc002542150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023610c0, 0xc002542150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0023610c0, 0xc002542070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023610c0, 0xc002542070, 0x54b170, 0xc0032bf450) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002542070, 0x0, 0x0, 0x0, 0x0, 0xc002542070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0000aaae0, 0x0, 0x0, 0x0, 0x900, 0xc00015ad00, 0x8bd, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00015ad00, 0x8bd, 0x0, 0x0, 0x0, 0x440d95, 0xc000e131d0, 0x7f9bc400bd13, 0x20be2be000000080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002361518, 0xc00127cc60, 0xc00000e8e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f055c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 452 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x2a75010, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c5dc90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c5dc70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d80000, 0x6b1, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ca07e0, 0x68, 0xc001d80000, 0x6b1, 0xc001d80000, 0x6b1, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ca07e0, 0x68, 0xc001d80000, 0x6b1, 0xaa0378, 0x1, 0xc001d80000, 0x6b1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 453 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9adc321cf0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001d57850, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d57840, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0001d4a00, 0x4d0, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000813100, 0x74, 0xc0001d4a00, 0x4d0, 0xc0001d4a00, 0x4d0, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000813100, 0x74, 0xc0001d4a00, 0x4d0, 0xaa0378, 0x1, 0xc0001d4a00, 0x4d0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 454 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc00424a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00279b0a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00279b080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b86400, 0x819, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015dcf00, 0x9a, 0xc001b86400, 0x819, 0xc001b86400, 0x819, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015dcf00, 0x9a, 0xc001b86400, 0x819, 0xaa0378, 0x1, 0xc001b86400, 0x819, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 455 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001927860, 0xc000b7b2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b7b3c0, 0xaa04df, 0x2, 0xc0011ad500, 0x149b, 0xd, 0x1fe, 0xc000d1e880) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0011ad500, 0x149b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000b7b518, 0xc001018840, 0x83, 0xc0013c3200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f058c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 456 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba4000d70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016e76d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016e76b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025a0c00, 0x3c2, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000da0b50, 0x35, 0xc0025a0c00, 0x3c2, 0xc0025a0c00, 0x3c2, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000da0b50, 0x35, 0xc0025a0c00, 0x3c2, 0xaa0378, 0x1, 0xc0025a0c00, 0x3c2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 457 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b98312600, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015500c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015500b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001775100, 0x6e2, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006c4510, 0x8b, 0xc001775100, 0x6e2, 0xc001775100, 0x6e2, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006c4510, 0x8b, 0xc001775100, 0x6e2, 0xaa0378, 0x1, 0xc001775100, 0x6e2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 458 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc00035a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00245a8f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00245a8e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000834840, 0x2c0, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000980d80, 0x57, 0xc000834840, 0x2c0, 0xc000834840, 0x2c0, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000980d80, 0x57, 0xc000834840, 0x2c0, 0xaa0378, 0x1, 0xc000834840, 0x2c0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 459 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc00061a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0006a8ed0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0006a8ec0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0016ddb00, 0x418, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e16230, 0x70, 0xc0016ddb00, 0x418, 0xc0016ddb00, 0x418, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e16230, 0x70, 0xc0016ddb00, 0x418, 0xaa0378, 0x1, 0xc0016ddb00, 0x418, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 460 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ab00012f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001551450, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001551440, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000dadc00, 0x3b6, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e16540, 0x63, 0xc000dadc00, 0x3b6, 0xc000dadc00, 0x3b6, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e16540, 0x63, 0xc000dadc00, 0x3b6, 0xaa0378, 0x1, 0xc000dadc00, 0x3b6, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 461 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0001600, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b527f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b527e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0017f5800, 0x779, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dc6000, 0x82, 0xc0017f5800, 0x779, 0xc0017f5800, 0x779, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dc6000, 0x82, 0xc0017f5800, 0x779, 0xaa0378, 0x1, 0xc0017f5800, 0x779, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 521 [runnable]: unicode.ToLower(0xc000000430, 0x6ff) /usr/local/go/src/unicode/letter.go:261 +0x8d strings.Map(0xae62d0, 0xc001989832, 0x6ff, 0xc001dc7218, 0xc000972700) /usr/local/go/src/strings/strings.go:501 +0x2cc strings.ToLower(0xc001989800, 0x731, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001dc73c0, 0xaa0569, 0x2, 0xc001989800, 0x731, 0x1, 0xd5, 0xc0019b9ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001989800, 0x731, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001dc7518, 0xc001880c00, 0x72, 0xc001ec9d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f045a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 47 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0024217a0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024217a0, 0x0, 0x0, 0x0, 0xc0018b3200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024217a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0018b38f8, 0xc0019ca000, 0x957, 0xc00116d985, 0x0, 0xc00116d986) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003806c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 650 [GC assist wait]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b131a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 634 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f018f8, 0xc00168a000, 0x5b85, 0x81d1b2d0bed0bfd0, 0xb0d0bfd083d182d1, 0x20b2d020b8d0bbd0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380f00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1250 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ee98f8, 0xc003bcc400, 0xb69, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc003281c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 636 [semacquire]: strings.Replace(0xc002e05500, 0x13a6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc002e05500, 0x13a6) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00115d8f8, 0xc00171a000, 0x13a1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 630 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b807c0bd0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ec3be0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ec3bd0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000198000, 0x457, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d34000, 0x72, 0xc000198000, 0x457, 0xc000198000, 0x457, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d34000, 0x72, 0xc000198000, 0x457, 0xaa0378, 0x1, 0xc000198000, 0x457, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380c00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 635 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002180820, 0xc001b8a900, 0x20d) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc002180820, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002180820) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002180820, 0xc003aff110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221a3a0, 0x0, 0x0, 0x0, 0xc00232d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221a3a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00232d8f8, 0xc00267b400, 0x2349, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 632 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc02e03e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c3b950, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c3b940, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b3e000, 0x1f08, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015ec0ea, 0xb4, 0xc002b3e000, 0x1f08, 0xc002b3e000, 0x1f08, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015ec0ea, 0xb4, 0xc002b3e000, 0x1f08, 0xaa0378, 0x1, 0xc002b3e000, 0x1f08, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380d80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 633 [GC assist wait]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0014778f8, 0xc002701000, 0xdaf, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380e40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 626 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0019803c0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019803c0, 0x0, 0x0, 0x0, 0xc0033a3200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019803c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033a38f8, 0xc000c98400, 0xb1d, 0x5, 0xc0016da3c0, 0x6) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380900, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 352 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0022ed500, 0x315, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0022ed500, 0x315, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0022ed500, 0x315, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0022ed500, 0x315, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0022ed500, 0x315, 0x0, 0x0, 0x315, 0xc0022ed500, 0x315) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0022ed500, 0x315, 0x315, 0x380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0008a2c60, 0x5e, 0xc0022ed500, 0x315, 0xc0022ed500, 0x315, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0008a2c60, 0x5e, 0xc0022ed500, 0x315, 0xaa0378, 0x1, 0xc0022ed500, 0x315, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004603c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 347 [semacquire]: regexp.makeOnePass.func1(0x6, 0xc00250e790, 0xf, 0xf, 0x1) /usr/local/go/src/regexp/onepass.go:390 +0x9d8 regexp.makeOnePass(0xc0019a8870, 0xc0019a8870) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc00223a630, 0xc00223a630) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000313300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000313300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000313300, 0x0, 0xb856e0, 0xc0000ae1c8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000313300, 0xc001fe0150, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000313300, 0x42ca96, 0xc00223a600, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000313370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc000d90120, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001ad9590, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000313518, 0xc0018803c0, 0xabc101, 0x1d, 0x83, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 629 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bb406bb70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b21bb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b21ba0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001919200, 0x408, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004260c0, 0x59, 0xc001919200, 0x408, 0xc001919200, 0x408, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004260c0, 0x59, 0xc001919200, 0x408, 0xaa0378, 0x1, 0xc001919200, 0x408, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380b40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 627 [runnable]: strings.Index(0xc0018b5c39, 0x25c, 0xaa5837, 0x5, 0xc34) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.Replace(0xc0018b5000, 0xe95, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc0018b5000, 0xe95) /usr/local/go/src/strings/strings.go:952 +0x3a3 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e698f8, 0xc0005e1000, 0xe93, 0xd181d1b4d0b5d080, 0xd0bbd0b2d0b0d082, 0xb0d0bdd020bdd0b5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003809c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 49 [semacquire]: strings.Replace(0xc0029db000, 0x1656, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc0029db000, 0x1656) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033b18f8, 0xc002b8c000, 0x1654, 0x4443, 0xc000e49070, 0x6) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380840, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 503 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b38241eb0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ff5020, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ff5010, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b5c000, 0x7f8, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00037e120, 0x3b, 0xc001b5c000, 0x7f8, 0xc001b5c000, 0x7f8, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00037e120, 0x3b, 0xc001b5c000, 0x7f8, 0xaa0378, 0x1, 0xc001b5c000, 0x7f8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 504 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b4c66e8d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000375ef0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000375ee0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c37500, 0x2eb, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00062d680, 0x5e, 0xc001c37500, 0x2eb, 0xc001c37500, 0x2eb, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00062d680, 0x5e, 0xc001c37500, 0x2eb, 0xaa0378, 0x1, 0xc001c37500, 0x2eb, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 502 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b540a0de0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0001b4b30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0001b4b20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001713800, 0x7e3, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d64280, 0x9e, 0xc001713800, 0x7e3, 0xc001713800, 0x7e3, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d64280, 0x9e, 0xc001713800, 0x7e3, 0xaa0378, 0x1, 0xc001713800, 0x7e3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004479e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 367 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc003281a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 365 [semacquire]: os.(*File).Stat(0xc0009fef70, 0x5b, 0x0, 0x0, 0xc0009fef70) /usr/local/go/src/os/stat_unix.go:19 +0x3f io/ioutil.ReadFile(0xc00037e1e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:62 +0xb3 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 326 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a91588, 0xaa058b, 0x2, 0xc000c82f00, 0x250, 0x0, 0xc001a913d8, 0xc00039eec8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001a91518, 0xc0013b3f80, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001a91518, 0xc00127cfa0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062c0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 45 [runnable]: strings.Index(0xc0040b2564, 0x52e3, 0xaa5837, 0x5, 0x55f) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.Replace(0xc0040b2000, 0x5847, 0xaa5837, 0x5, 0xaa8176, 0x6, 0xb, 0xc0040b2000, 0x5847) /usr/local/go/src/strings/strings.go:952 +0x3a3 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034858f8, 0xc0016cc000, 0x5841, 0xd1b0d0b4d0bed080, 0xb2d081d12082d18e, 0xd081d120b8d0bed0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000980060, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 46 [semacquire]: strings.Replace(0xc00254a000, 0x2cd7, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc00254a000, 0x2cd7) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034838f8, 0xc00109a000, 0x2cd5, 0xb2d0b8d0bbd020bc, 0xbad081d1b9d0b8d0, 0xd020bed0b3d0bed0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380600, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 520 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00182bc00, 0x3ed, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00182bc00, 0x3ed, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00182bc00, 0x3ed, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00182bc00, 0x3ed, 0x0, 0x0, 0x3ed, 0xc00182bc00, 0x3ed) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00182bc00, 0x3ed, 0x3ed, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000604252, 0x74, 0xc00182bc00, 0x3ed, 0xc00182bc00, 0x3ed, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000604252, 0x74, 0xc00182bc00, 0x3ed, 0xaa0378, 0x1, 0xc00182bc00, 0x3ed, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 469 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0008400, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00039df90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00039df80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019b2000, 0x693, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004ae3c0, 0x92, 0xc0019b2000, 0x693, 0xc0019b2000, 0x693, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004ae3c0, 0x92, 0xc0019b2000, 0x693, 0xaa0378, 0x1, 0xc0019b2000, 0x693, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 470 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0042340, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002605b60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002605b40, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001418800, 0x7de, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070540, 0x62, 0xc001418800, 0x7de, 0xc001418800, 0x7de, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000070540, 0x62, 0xc001418800, 0x7de, 0xaa0378, 0x1, 0xc001418800, 0x7de, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037ef60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 471 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b982484e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002513430, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002513420, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00042c400, 0xbbe, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004ae460, 0x9d, 0xc00042c400, 0xbbe, 0xc00042c400, 0xbbe, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004ae460, 0x9d, 0xc00042c400, 0xbbe, 0xaa0378, 0x1, 0xc00042c400, 0xbbe, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 472 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b581c3f90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001d57ac0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d57ab0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0010da800, 0x3fc, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015eb000, 0x7f, 0xc0010da800, 0x3fc, 0xc0010da800, 0x3fc, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015eb000, 0x7f, 0xc0010da800, 0x3fc, 0xaa0378, 0x1, 0xc0010da800, 0x3fc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 473 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba821cd30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b6c750, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b6c730, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d48580, 0xc33, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d1ad20, 0x92, 0xc001d48580, 0xc33, 0xc001d48580, 0xc33, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d1ad20, 0x92, 0xc001d48580, 0xc33, 0xaa0378, 0x1, 0xc001d48580, 0xc33, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 474 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bb8083e60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0006a8d80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0006a8d70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001728700, 0x6a1, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006d9810, 0x6d, 0xc001728700, 0x6a1, 0xc001728700, 0x6a1, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006d9810, 0x6d, 0xc001728700, 0x6a1, 0xaa0378, 0x1, 0xc001728700, 0x6a1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037f620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 476 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x2c4cb30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007d50b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007d5090, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ed1c00, 0x65c, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f68820, 0x44, 0xc000ed1c00, 0x65c, 0xc000ed1c00, 0x65c, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f68820, 0x44, 0xc000ed1c00, 0x65c, 0xaa0378, 0x1, 0xc000ed1c00, 0x65c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037fb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 477 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ab0116450, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0001b5430, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0001b5420, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000bc4600, 0x5e5, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015ee160, 0xaf, 0xc000bc4600, 0x5e5, 0xc000bc4600, 0x5e5, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015ee160, 0xaf, 0xc000bc4600, 0x5e5, 0xaa0378, 0x1, 0xc000bc4600, 0x5e5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037fce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 478 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9aec79d040, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005b1260, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005b1250, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025ca100, 0x543, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001410240, 0x88, 0xc0025ca100, 0x543, 0xc0025ca100, 0x543, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001410240, 0x88, 0xc0025ca100, 0x543, 0xaa0378, 0x1, 0xc0025ca100, 0x543, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037fe60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1253 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc003281ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 368 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e158f8, 0xc003be9900, 0x1090, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc003281b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1252 [semacquire]: strings.Replace(0xc003931000, 0xfcd, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc003931000, 0xfcd) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f4d8f8, 0xc003931000, 0xfcd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc003281e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 327 [semacquire]: bytes.makeSlice(0x106, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003a603d8, 0x2, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003a603d8, 0xc003a6013c, 0x2, 0x2, 0x82, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003a603d8, 0xc00128e640, 0x96, 0x96, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a603d8, 0xc003a5d3b0, 0xc0032c2160, 0xc003a60308) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a603d8, 0xc003a5d340, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a610c0, 0xc003a5d340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a610c0, 0xc003a5d340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a610c0, 0xc003a5d260, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e7b0c0, 0xc003a5d260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e7b0c0, 0xc003a5d260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a610c0, 0xc003a5d180, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e7b0c0, 0xc003a5d180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e7b0c0, 0xc003a5d180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a610c0, 0xc003a5ca80, 0x7f9bc4019458, 0x65000000000004) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e7b0c0, 0xc003a5ca80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e7b0c0, 0xc003a5ca80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a610c0, 0xc003a5c9a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e7b0c0, 0xc003a5c9a0, 0x54b170, 0xc00114b1e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003a5c9a0, 0x0, 0x0, 0x0, 0x0, 0xc003a5c9a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001a4bd70, 0x0, 0x0, 0x0, 0xc00, 0xc0027d8000, 0xa9b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0027d8000, 0xa9b, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xec68016e00000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e7b518, 0xc0023c64c0, 0xc000e097e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 366 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc003281980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 652 [runnable]: strings.(*Builder).WriteRune(0xc0038a7160, 0xc000000444, 0x30, 0xc00425c000, 0x32) /usr/local/go/src/strings/builder.go:104 +0x29d strings.Map(0xae62d0, 0xc00407d500, 0x9d1, 0xc0038a7218, 0xc000f65180) /usr/local/go/src/strings/strings.go:488 +0x436 strings.ToLower(0xc00407d500, 0x9d1, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038a73c0, 0xaa059b, 0x2, 0xc00407d500, 0x9d1, 0x1, 0x10c, 0xc000e85ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00407d500, 0x9d1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038a7518, 0xc000ce6460, 0x9f, 0xc000d64aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b13320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 658 [runnable]: strings.(*Builder).WriteRune(0xc00232b160, 0x440, 0x471, 0x440, 0x473) /usr/local/go/src/strings/builder.go:104 +0x29d strings.Map(0xae62d0, 0xc003a04032, 0x582, 0xc00232b218, 0xc000972700) /usr/local/go/src/strings/strings.go:511 +0x3ab strings.ToLower(0xc003a04000, 0x5b4, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00232b3c0, 0xaa04f9, 0x2, 0xc003a04000, 0x5b4, 0x1, 0xab, 0xc001980120) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc003a04000, 0x5b4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00232b518, 0xc001927680, 0x8b, 0xc000604c60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 621 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0001080d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0001081a0, 0xc003e55180, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003dd5b90, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003dd5b60, 0x0, 0x0, 0x0, 0xc00, 0xc003e31800, 0xaf4, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc003e31800, 0xaf4, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00037e420) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d1d518, 0xc00127c4c0, 0xc003e780c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001388b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 514 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b5018dae0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c5da30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c5da20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00139a380, 0xcbf, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015ee0b0, 0xad, 0xc00139a380, 0xcbf, 0xc00139a380, 0xcbf, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015ee0b0, 0xad, 0xc00139a380, 0xcbf, 0xaa0378, 0x1, 0xc00139a380, 0xcbf, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000980000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 515 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b3810e680, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c5da10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c5da00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0022f8000, 0x16b0, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004462a0, 0x60, 0xc0022f8000, 0x16b0, 0xc0022f8000, 0x16b0, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004462a0, 0x60, 0xc0022f8000, 0x16b0, 0xaa0378, 0x1, 0xc0022f8000, 0x16b0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 516 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc003e100, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00154e560, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00154e550, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0007c6500, 0x4d7, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00009aea0, 0x8b, 0xc0007c6500, 0x4d7, 0xc0007c6500, 0x4d7, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00009aea0, 0x8b, 0xc0007c6500, 0x4d7, 0xaa0378, 0x1, 0xc0007c6500, 0x4d7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 517 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b0c0aa100, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00139d090, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00139d080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001753500, 0x6f2, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d2e6e0, 0xa5, 0xc001753500, 0x6f2, 0xc001753500, 0x6f2, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000d2e6e0, 0xa5, 0xc001753500, 0x6f2, 0xaa0378, 0x1, 0xc001753500, 0x6f2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 518 [runnable]: bytes.(*Buffer).WriteString(0xc001a13860, 0xaa0425, 0x2, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:180 +0x10f golang.org/x/net/html.render1(0xb84d20, 0xc001a13860, 0xc001611260, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:225 +0x76c golang.org/x/net/html.render1(0xb84d20, 0xc001a13860, 0xc001139650, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001a13860, 0xc001139570, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001a13860, 0xc001138150, 0xb84d20, 0xc001a13860) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc001a13860, 0xc001138150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000f44090, 0xd7091501, 0x1251a20, 0xc0000ae280, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000447e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 328 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00251e0f0, 0x20, 0x203000, 0x203000, 0x203000) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001531518, 0xc00127d980, 0xc00221a940) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 329 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0019807c0, 0xc0003d52c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0003d53c0, 0xaa058b, 0x2, 0xc00164ea00, 0x136e, 0x1, 0x1e9, 0xc0010193e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00164ea00, 0x136e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0003d5518, 0xc00127dbc0, 0x5e, 0xc00046174c) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 330 [runnable]: strings.(*Builder).WriteRune(0xc001105160, 0x435, 0x723, 0x435, 0x725) /usr/local/go/src/strings/builder.go:104 +0x29d strings.Map(0xae62d0, 0xc0005a2832, 0xaca, 0xc001105218, 0xc000972700) /usr/local/go/src/strings/strings.go:511 +0x3ab strings.ToLower(0xc0005a2800, 0xafc, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011053c0, 0xaa058b, 0x2, 0xc0005a2800, 0xafc, 0x1, 0x112, 0xc00221a9e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0005a2800, 0xafc, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001105518, 0xc00127dd60, 0xb6, 0xc000efaa9d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 530 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011073c0, 0xaa058b, 0x2, 0xc0007e1900, 0x1081, 0x1, 0x197, 0xc00221a360) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0007e1900, 0x1081, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001107518, 0xc0023c6ea0, 0x66, 0xc000daa8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 531 [semacquire]: golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0021d87e0, 0x0, 0x0, 0x0, 0x0, 0x901, 0xc0021d87b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0021d87b0, 0x0, 0x0, 0x0, 0xa80, 0xc000bc1500, 0x910, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc000bc1500, 0x910, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0015d46e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c07518, 0xc0023c68a0, 0xc001980440) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00037e7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 487 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003aed588, 0xaa058b, 0x2, 0xc001162d10, 0xac, 0x3, 0x17, 0xc0017607a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003aed518, 0xc0019b9800, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a2180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 488 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b50228a30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000712ef0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000712ee0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019c1600, 0x894, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013b8380, 0x74, 0xc0019c1600, 0x894, 0xc0019c1600, 0x894, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013b8380, 0x74, 0xc0019c1600, 0x894, 0xaa0378, 0x1, 0xc0019c1600, 0x894, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a2240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 489 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00015b600, 0x8b9, 0xc002011218, 0xc00194ee00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00015b600, 0x8b9, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020113c0, 0xaa0503, 0x2, 0xc00015b600, 0x8b9, 0x2, 0xed, 0xc001927880) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00015b600, 0x8b9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002011518, 0xc001018200, 0x6b, 0xc00116a2a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a2420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 490 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000d6b2f8, 0x8, 0xc0008a265a, 0x203000, 0x203000, 0x203000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69 github.com/andybalholm/cascadia.ParseGroup(0xab132b, 0xa, 0x30, 0xc001c63fb0, 0x0, 0x8, 0xc000dca380) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xab132b, 0xa, 0x42d308, 0x30, 0xa7a000) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0015d6fc0, 0xab132b, 0xa, 0x13) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc000d6b518, 0xc001018300, 0xc001174200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:264 +0x83 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a2600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 491 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0012b0800, 0x162f, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0012b0800, 0x162f, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0012b0800, 0x162f, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0012b0800, 0x162f, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0012b0800, 0x162f, 0x0, 0x0, 0x162f, 0xc0012b0800, 0x162f) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0012b0800, 0x162f, 0x162f, 0x1980) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023505c0, 0x3e, 0xc0012b0800, 0x162f, 0xc0012b0800, 0x162f, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023505c0, 0x3e, 0xc0012b0800, 0x162f, 0xaa0378, 0x1, 0xc0012b0800, 0x162f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a26c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 492 [semacquire]: strings.genSplit(0xc002e7e000, 0x901, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d1b000, 0xf8, 0xf8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00126f3c0, 0xaa04f9, 0x2, 0xc00112aa80, 0x901, 0x1, 0xf8, 0xc00039eb00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00112aa80, 0x901, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00126f518, 0xc001018820, 0x58, 0xc0008a3a40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a2840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 493 [semacquire]: strings.genSplit(0xc0001f0000, 0x645, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00336ac00, 0xb6, 0xb6) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0014033c0, 0xaa04d9, 0x2, 0xc00103b100, 0x645, 0x9, 0xb6, 0xc000ce6440) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00103b100, 0x645, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001403518, 0xc000d1e0a0, 0x5a, 0xc0008a3bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a2900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 494 [semacquire]: regexp.onePassCopy(0xc00161ca20, 0xc00161ca20) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc00161ca20, 0xc00161ca20) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000438ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000438ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001b14304) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000438ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000438ff8, 0x1, 0xc0012032b0, 0xc0100972700, 0x2804ebdd99b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000438ff8, 0x4, 0x102, 0xc002470e01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002470000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001991450, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00161c9f0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0004398f8, 0xc0018f8000, 0xefd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a29c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 495 [semacquire]: regexp.newQueue(...) /usr/local/go/src/regexp/onepass.go:140 regexp.makeOnePass(0xc00161c990, 0xc00161c990) /usr/local/go/src/regexp/onepass.go:307 +0x148 regexp.compileOnePass(0xc00223ac30, 0xc00223ac30) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001d8aff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001d8aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002354414) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001d8aff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001d8aff8, 0x1, 0xc000e10d30, 0xc010191c300, 0x2804ebdda080) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001d8aff8, 0x4, 0x61e, 0xc002433901, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002433000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0007969c0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000d9d890, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001d8b8f8, 0xc001368000, 0x9e3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a2a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 496 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b3430b200, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0014a1b80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0014a1b70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001acf500, 0x98f, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ec8380, 0x7b, 0xc001acf500, 0x98f, 0xc001acf500, 0x98f, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ec8380, 0x7b, 0xc001acf500, 0x98f, 0xaa0378, 0x1, 0xc001acf500, 0x98f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a2b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 497 [semacquire]: bytes.makeSlice(0xe00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0012610e8, 0x200, 0x400) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc0012610e8, 0xb7b620, 0xc00161cf30, 0x203000, 0x203000, 0x203000) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc00161cf30, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00161cf30, 0xc0012611d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00161cf30, 0x0, 0x0, 0x0, 0xc00, 0xc00360e400, 0xb80, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc00360e400, 0xb80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xf3cd7e8200000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001261518, 0xc0024203a0, 0xc001980b80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a2de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 546 [runnable]: strings.Index(0xc002381dce, 0xb9, 0xaa0378, 0x1, 0x6) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc002381dce, 0xb9, 0xaa0378, 0x1, 0x0, 0xfd, 0xc003367000, 0xfe, 0xfe) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012653c0, 0xaa04df, 0x2, 0xc001d42a80, 0x987, 0x1, 0xfe, 0xc0010189a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001d42a80, 0x987, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001265518, 0xc001880fc0, 0x85, 0xc00009b5f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a2f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 547 [GC assist wait]: github.com/fatih/set.(*Set).Add(0xc0014504e0, 0xc0005872c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0005873c0, 0xaa05c9, 0x2, 0xc0019bf200, 0x8f9, 0x1, 0xf9, 0xc0014504a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0019bf200, 0x8f9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000587518, 0xc0018812e0, 0xa1, 0xc000d2f4a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a3140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 548 [semacquire]: bytes.makeSlice(0x8f0, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002b7d208, 0x1f4, 0x131) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002b7d208, 0xc001743600, 0x1f4, 0x5165d7, 0xc0033ee372, 0xc000c70ea8) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001f14e00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001f14d90) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00113c4d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00161d2c0, 0xc00161d4a0, 0xc001450820) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002b7d518, 0xc000e08ce0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a3200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 549 [runnable]: regexp.(*Regexp).ReplaceAllString.func1(0xc004326000, 0x2533, 0x3000, 0xc0000c0990, 0x2, 0x2, 0x24db, 0x3000, 0x2553) /usr/local/go/src/regexp/regexp.go:557 +0xfe regexp.(*Regexp).replaceAll(0xc000dbe8c0, 0x0, 0x0, 0x0, 0xc004430002, 0x3448, 0x2, 0xc004595a58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc000dbe8c0, 0xc004430002, 0x3448, 0x0, 0x0, 0xc0000aa000, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc004430002, 0x3448, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a32c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 550 [semacquire]: github.com/andybalholm/cascadia.Compile(0xc0000c4060, 0x5, 0x1, 0xc002b79190, 0x46e527) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00161d530, 0xc0000c4060, 0x5, 0xaa0525) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x1, 0xc00161d530) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:423 +0xf4 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003001f80, 0xc002b792f8, 0x4) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc002b796b0, 0xc000e09080, 0xc000137b80, 0xc002b793a0, 0xc003000ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002b796b0, 0xc000e09080, 0xc0019b9f60) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a3380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 551 [semacquire]: strings.genSplit(0xc002380000, 0x907, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002710000, 0xe1, 0xe1) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00071d3c0, 0xaa058b, 0x2, 0xc00103c000, 0x907, 0x1, 0xe1, 0xc0024bea60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00103c000, 0x907, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00071d518, 0xc0019b8a40, 0x7f, 0xc0013b8280) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a3440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 522 [semacquire]: strings.genSplit(0xc000fa4500, 0x4cb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00336c400, 0xa9, 0xa9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010f93c0, 0xaa05c9, 0x2, 0xc00132d400, 0x4cb, 0x1, 0xa9, 0xc0010187e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00132d400, 0x4cb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0010f9518, 0xc001691b60, 0x72, 0xc000166d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 523 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000796680, 0xc002b32000, 0x347) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000796680, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000796680) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000796680, 0xc001392070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000e082a0, 0x0, 0x0, 0x0, 0xc001119200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000e082a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0011198f8, 0xc001f23900, 0x21ac, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f048a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 524 [GC assist wait]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000df13c0, 0xaa0599, 0x2, 0xc002772d00, 0x850, 0x1, 0xf5, 0xc0019807a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002772d00, 0x850, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000df1518, 0xc001018b40, 0x58, 0xc00033f4a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 525 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ae93c0, 0xaa04fd, 0x2, 0xc0031cc000, 0x13d1, 0xc0031cc000, 0xc000ae93b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0031cc000, 0x13d1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ae9518, 0xc001018dc0, 0x81, 0xc00141dbb5) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 526 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0019b9f00, 0xc0011e12c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011e13c0, 0xaa04df, 0x2, 0xc000f62d00, 0x840, 0x9, 0xeb, 0xc0019b83a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000f62d00, 0x840, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0011e1518, 0xc0018811e0, 0x83, 0xc0013c34d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 527 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026153c0, 0xaa058b, 0x2, 0xc001f54000, 0x61b, 0x1, 0xc3, 0xc002218180) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001f54000, 0x61b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002615518, 0xc001018160, 0x5c, 0xc00033f1a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 528 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc0450ac0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012d4610, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012d4600, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00042dc00, 0xadf, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000602480, 0x72, 0xc00042dc00, 0xadf, 0xc00042dc00, 0xadf, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000602480, 0x72, 0xc00042dc00, 0xadf, 0xaa0378, 0x1, 0xc00042dc00, 0xadf, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 529 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820) /usr/local/go/src/strings/strings.go:831 +0xad strings.TrimLeft(0xc0000c94a8, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.inHeadIM(0xc00293f040, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00293f040) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00293f040, 0xc0036ac070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221b8c0, 0x0, 0x0, 0x0, 0xc0033b9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221b8c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033b98f8, 0xc00056a000, 0xc58, 0x86d1b8d0b4d0b5d0, 0xbad081d1bdd0b8d0, 0xd0bfd020b9d0bed0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f051a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 562 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0014503e0, 0xc0013a12c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0013a13c0, 0xaa0503, 0x2, 0xc0031d2500, 0x22e0, 0x2, 0x34b, 0xc0014503c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0031d2500, 0x22e0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0013a1518, 0xc0024be820, 0x4d, 0xc000da0eb0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f054a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 563 [semacquire]: bytes.makeSlice(0xfbc, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0019a8840, 0x15e, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0019a8840, 0xc003265200, 0x15e, 0x6, 0x15e, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0019a8840, 0xc003265200, 0x173, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5 golang.org/x/net/html.render1(0xb84d20, 0xc0019a8840, 0xc00075f180, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0019a8840, 0xc00075f110, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0019a8840, 0xc0001f6930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0019a8840, 0xc0001f6850, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0019a8840, 0xc0001f6150, 0xb84d20, 0xc0019a8840) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0019a8840, 0xc0001f6150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0019a8690, 0x1bf8be3d8, 0x1251a20, 0xc002421c80, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 564 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/jaytaylor/html2text.FromString(0xc002773600, 0x8dc, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xb79cb8bd00000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0015f9518, 0xc0010181e0, 0xc001018900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f057a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 565 [runnable]: unicode.ToLower(0xc00000043d, 0x8cf) /usr/local/go/src/unicode/letter.go:261 +0x8d strings.Map(0xae62d0, 0xc001dd6ab2, 0x8cf, 0xc000cdd218, 0xc000cb4000) /usr/local/go/src/strings/strings.go:501 +0x2cc strings.ToLower(0xc001dd6a80, 0x901, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000cdd3c0, 0xaa04d9, 0x2, 0xc001dd6a80, 0x901, 0x16, 0x10a, 0xc001018860) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001dd6a80, 0x901, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000cdd518, 0xc001881de0, 0x93, 0xc000d1a5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 566 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0022d1680, 0x41c, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0022d1680, 0x41c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0022d1680, 0x41c, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0022d1680, 0x41c, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0022d1680, 0x41c, 0x0, 0x0, 0x41c, 0xc0022d1680, 0x41c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0022d1680, 0x41c, 0x41c, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007b91f0, 0x6e, 0xc0022d1680, 0x41c, 0xc0022d1680, 0x41c, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0007b91f0, 0x6e, 0xc0022d1680, 0x41c, 0xaa0378, 0x1, 0xc0022d1680, 0x41c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 567 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b20210520, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000600ff0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000600fe0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00165dc00, 0xaed, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015ea180, 0x7d, 0xc00165dc00, 0xaed, 0xc00165dc00, 0xaed, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015ea180, 0x7d, 0xc00165dc00, 0xaed, 0xaa0378, 0x1, 0xc00165dc00, 0xaed, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 568 [runnable]: strings.(*Builder).WriteRune(0xc00071b160, 0x440, 0xe, 0x440, 0x10) /usr/local/go/src/strings/builder.go:104 +0x29d strings.Map(0xae62d0, 0xc001e9eab2, 0x9a8, 0xc00071b218, 0xc001708700) /usr/local/go/src/strings/strings.go:511 +0x3ab strings.ToLower(0xc001e9ea80, 0x9da, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00071b3c0, 0xaa0599, 0x2, 0xc001e9ea80, 0x9da, 0x1, 0x10a, 0xc001980840) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001e9ea80, 0x9da, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00071b518, 0xc001881ec0, 0x8d, 0xc00141d830) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 569 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001450440, 0xc0008212c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008213c0, 0xaa04f9, 0x2, 0xc001eab000, 0x7e0, 0x1, 0xe0, 0xc001450400) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001eab000, 0x7e0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000821518, 0xc001881f40, 0x71, 0xc000d35880) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 570 [semacquire]: bytes.makeSlice(0x21f5, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001d59e60, 0x49f, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001d59e60, 0xc003fed400, 0x49f, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc001d59e60, 0xc003fed400, 0x49f, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc001d59e60, 0xc002cbae00, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc001d59e60, 0xc002cbad90, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001d59e60, 0xc002dea930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001d59e60, 0xc002dea850, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001d59e60, 0xc001dbd730, 0xb84d20, 0xc001d59e60) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc001d59e60, 0xc001dbd730, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001d59cb0, 0x1bfcbee29, 0x1251a20, 0xc000d90920, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 571 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001450640, 0xc00115f2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00115f3c0, 0xaa04d9, 0x2, 0xc001c1c300, 0x688, 0x18, 0xc2, 0xc000e08800) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001c1c300, 0x688, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00115f518, 0xc001018fe0, 0x6f, 0xc0000715e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062c180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 572 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x2cef230, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00154ea40, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00154ea30, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001fc6580, 0x51a, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000166ca0, 0x58, 0xc001fc6580, 0x51a, 0xc001fc6580, 0x51a, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000166ca0, 0x58, 0xc001fc6580, 0x51a, 0xaa0378, 0x1, 0xc001fc6580, 0x51a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062c240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 573 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9adc4d9250, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000601ea0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000601e90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001aa7680, 0x40e, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0017f6ddd, 0x79, 0xc001aa7680, 0x40e, 0xc001aa7680, 0x40e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0017f6ddd, 0x79, 0xc001aa7680, 0x40e, 0xaa0378, 0x1, 0xc001aa7680, 0x40e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062c6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 574 [semacquire]: regexp.onePassCopy(0xc0012d6930, 0xc0012d6930) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc0012d6930, 0xc0012d6930) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00148aff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00148aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00164b0c4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00148aff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00148aff8, 0x1, 0xc000519120, 0xc0100cb4000, 0x2804ebdd8560) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00148aff8, 0x4, 0x110, 0xc001757e01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001757000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002b6dba0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0012d6900, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00148b8f8, 0xc001a29000, 0xeef, 0xbfd0208cd182d181, 0xbfd0b4d0b5d080d1, 0x82d18fd1b8d080d1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062ca80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 575 [semacquire]: github.com/gigawattio/window.Rolling(0xc00336e800, 0xb6, 0xb6, 0x3, 0x0, 0xb5, 0xc00336e800) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0017bd518, 0xc0000ae3e0, 0xc00000ee80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062cc00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 576 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba00b7f90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000e96800, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000e967f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001184800, 0x711, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011fe000, 0x6b, 0xc001184800, 0x711, 0xc001184800, 0x711, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011fe000, 0x6b, 0xc001184800, 0x711, 0xaa0378, 0x1, 0xc001184800, 0x711, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062cd80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 577 [semacquire]: bytes.makeSlice(0x790, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002623388, 0x8, 0xc00212ce70) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002623388, 0xc000431c20, 0x8, 0x8, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00212cf50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0013d1500) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0013d1420) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001dbd420) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001a4a660, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002623518, 0xc0024be3c0, 0xbe, 0xc000f289c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062cf00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 578 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba02aa680, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001c4aad0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c4aaa0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000ed0e00, 0x633, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002aba000, 0x8c, 0xc000ed0e00, 0x633, 0xc000ed0e00, 0x633, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002aba000, 0x8c, 0xc000ed0e00, 0x633, 0xaa0378, 0x1, 0xc000ed0e00, 0x633, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 579 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc02ee100, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004316f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004316e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001af9800, 0x6f5, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e92be0, 0x98, 0xc001af9800, 0x6f5, 0xc001af9800, 0x6f5, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e92be0, 0x98, 0xc001af9800, 0x6f5, 0xaa0378, 0x1, 0xc001af9800, 0x6f5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 580 [semacquire]: regexp/syntax.(*parser).push(0xc002f54d20, 0xc002d7a000, 0xc002d7a000) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).literal(0xc002f54d20, 0x6f) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0012c0ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0012c0ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000600e84) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0012c0ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0012c0ff8, 0x1, 0xc001afa690, 0xc0100080a80, 0x2804ebdd77d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0012c0ff8, 0x4, 0xe4e, 0xc00113f101, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00113f000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002b6d860, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001ad9c50, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0012c18f8, 0xc001ef2600, 0x117f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 581 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002b6da00, 0xc0022d0000, 0x402) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc002b6da00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002b6da00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002b6da00, 0xc001a04ee0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001761ba0, 0x0, 0x0, 0x0, 0xc000589200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001761ba0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005898f8, 0xc001f88f00, 0x20ff, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 582 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00069a400, 0xb84, 0xc00058b218, 0xc000080a80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00069a400, 0xb84, 0x1, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00058b3c0, 0xaa0599, 0x2, 0xc00069a400, 0xb84, 0x2, 0x10f, 0xc004488260) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00069a400, 0xb84, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00058b518, 0xc001019580, 0x76, 0xc000167d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 583 [runnable]: strings.(*Builder).WriteRune(0xc00111d160, 0x43e, 0x20f, 0x43e, 0x211) /usr/local/go/src/strings/builder.go:104 +0x29d strings.Map(0xae62d0, 0xc000e47032, 0xed2, 0xc00111d218, 0xc000080a80) /usr/local/go/src/strings/strings.go:511 +0x3ab strings.ToLower(0xc000e47000, 0xf04, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00111d3c0, 0xaa058b, 0x2, 0xc000e47000, 0xf04, 0x1, 0x15d, 0xc00039ed20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000e47000, 0xf04, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00111d518, 0xc0010185e0, 0x8a, 0xc00141d9e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062d8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 584 [runnable]: unicode.to(0x1, 0x449, 0x11af800, 0x13d, 0x13d, 0x10000043e) /usr/local/go/src/unicode/letter.go:207 +0x9 unicode.To(...) /usr/local/go/src/unicode/letter.go:245 unicode.ToLower(0xc000000449, 0x8b0) /usr/local/go/src/unicode/letter.go:268 +0x76 strings.Map(0xae62d0, 0xc002770032, 0x8b0, 0xc0015f3218, 0xc000cb4000) /usr/local/go/src/strings/strings.go:501 +0x2cc strings.ToLower(0xc002770000, 0x8e2, 0x1, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0015f33c0, 0xaa04df, 0x2, 0xc002770000, 0x8e2, 0x9, 0xf5, 0xc000e08260) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002770000, 0x8e2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0015f3518, 0xc001018660, 0x79, 0xc000167c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062da40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 585 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ab8a2de40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000491650, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000491640, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000fa4a00, 0x4b7, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011fe230, 0x66, 0xc000fa4a00, 0x4b7, 0xc000fa4a00, 0x4b7, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011fe230, 0x66, 0xc000fa4a00, 0x4b7, 0xaa0378, 0x1, 0xc000fa4a00, 0x4b7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062dbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 586 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc02dee50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002619c70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002619c60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00248b800, 0x636, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f92000, 0x76, 0xc00248b800, 0x636, 0xc00248b800, 0x636, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f92000, 0x76, 0xc00248b800, 0x636, 0xaa0378, 0x1, 0xc00248b800, 0x636, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062dd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 587 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc001145200, 0x8ad, 0xc001ddf218, 0xc000080a80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc001145200, 0x8ad, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ddf3c0, 0xaa04df, 0x2, 0xc001145200, 0x8ad, 0x8, 0xf0, 0xc0010189c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001145200, 0x8ad, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ddf518, 0xc000d1ede0, 0x79, 0xc000167580) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00062dec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 588 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc001ca4000, 0xc04, 0xc000d6f218, 0xc000080a80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc001ca4000, 0xc04, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d6f3c0, 0xaa0569, 0x2, 0xc001ca4000, 0xc04, 0x1, 0x13b, 0xc000e087e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001ca4000, 0xc04, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000d6f518, 0xc0018817c0, 0x7d, 0xc000167a00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 589 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ae8eb55d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00054e390, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00054e380, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00107a000, 0x975, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007b8460, 0x6f, 0xc00107a000, 0x975, 0xc00107a000, 0x975, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0007b8460, 0x6f, 0xc00107a000, 0x975, 0xaa0378, 0x1, 0xc00107a000, 0x975, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 590 [runnable]: bytes.makeSlice.func1() /usr/local/go/src/bytes/buffer.go:224 +0x68 bytes.makeSlice(0x2dfe, 0xc00439c000, 0x2dfe, 0x2dfe) /usr/local/go/src/bytes/buffer.go:229 +0x96 bytes.(*Buffer).grow(0xc001d97388, 0x378, 0x510) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001d97388, 0xc000792e00, 0x378, 0x5165d7, 0xc002bc0243, 0xc000d05418) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d84f50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d84ee0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001e2ce70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001e2cd90) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001e2c690) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00101ca50, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d97518, 0xc0014504c0, 0xb8, 0xc000f28c44) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 591 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ab4a67670, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00139d320, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00139d310, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00180ae00, 0x608, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000daa0e0, 0x70, 0xc00180ae00, 0x608, 0xc00180ae00, 0x608, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000daa0e0, 0x70, 0xc00180ae00, 0x608, 0xaa0378, 0x1, 0xc00180ae00, 0x608, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 592 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002310c30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002310d00, 0xc0019f5dc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024200e0, 0x0, 0x0, 0x0, 0xc00187b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024200e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00187b8f8, 0xc00001d900, 0x24f6, 0x5, 0xc0013656f8, 0x5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007ec00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 593 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000c8cb60, 0xc000222f70, 0xc8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000c8cb60, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000c8cb60) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000c8cb60, 0xc003963880, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024bf0e0, 0x0, 0x0, 0x0, 0xc00125f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024bf0e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00125f8f8, 0xc00201d300, 0x18fc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007ed80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 622 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc001953860, 0xc003eb6000, 0x177) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc001953860, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001953860) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001953860, 0xc002800460, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000ce7da0, 0x0, 0x0, 0x0, 0xc002e67200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000ce7da0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e678f8, 0xc003026000, 0x1eba, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003807e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 595 [semacquire]: regexp.makeOnePass(0xc00161c960, 0xc00161c960) /usr/local/go/src/regexp/onepass.go:444 +0x310 regexp.compileOnePass(0xc00223abd0, 0xc00223abd0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003ae8ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003ae8ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203000, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003ae8ff8, 0x43e200, 0xc001ddaee0, 0x5199fd, 0xc002432000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003ae8ff8, 0x203000, 0xc001708700, 0xc001708700, 0x1007f9bebdd7e98) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003ae8ff8, 0x46e6ce, 0xc001988800, 0xc000080a80, 0x7f9bebdd77d0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00005e060, 0x7ea, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0019912b0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00223aba0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ddb8f8, 0xc001925000, 0xda2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 596 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ad01c7730, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023af900, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023af8f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001508700, 0x335, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002198420, 0xa4, 0xc001508700, 0x335, 0xc001508700, 0x335, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002198420, 0xa4, 0xc001508700, 0x335, 0xaa0378, 0x1, 0xc001508700, 0x335, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 597 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9acc2f53d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ce22f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ce22e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001144000, 0x856, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e928c0, 0x96, 0xc001144000, 0x856, 0xc001144000, 0x856, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e928c0, 0x96, 0xc001144000, 0x856, 0xaa0378, 0x1, 0xc001144000, 0x856, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 598 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bb83a7820, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b3ef70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b3ef60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000fc1500, 0x328, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0017f6140, 0x8b, 0xc000fc1500, 0x328, 0xc000fc1500, 0x328, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0017f6140, 0x8b, 0xc000fc1500, 0x328, 0xaa0378, 0x1, 0xc000fc1500, 0x328, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f740, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 599 [semacquire]: strings.Replace(0xc002dec000, 0x8ddd, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1f, 0xc002dec000, 0x8ddd) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000ec18f8, 0xc00273a000, 0x8dd6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 600 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010873c0, 0xaa04f9, 0x2, 0xc000471b00, 0xc89, 0x1, 0x14a, 0xc002218220) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000471b00, 0xc89, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001087518, 0xc001881840, 0x5a, 0xc00033ede0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007ff80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 505 [semacquire]: bytes.makeSlice(0xb31, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00315b138, 0x3bb, 0x19f) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00315b138, 0xc0010da400, 0x3bb, 0x5165d7, 0xc0038e6277, 0xc00245c140) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0017d0230) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0017d0070) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00044ca10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001a4a120, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00315b518, 0xc001a4a120, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00315b518, 0xc0000aed40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0005801e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 506 [runnable]: strings.TrimFunc(0xc0015d41e0, 0x4d, 0xae62c8, 0x0, 0x4d) /usr/local/go/src/strings/strings.go:756 +0xc0 strings.TrimSpace(0xc0015d41e0, 0x4d, 0xaad9a1, 0x8) /usr/local/go/src/strings/strings.go:879 +0x145 github.com/advancedlogic/GoOse.(*ContentExtractor).GetTitleFromUnmodifiedTitle(0xc002dbd518, 0xc0015d41e0, 0x4d, 0x4d, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:94 +0x12c github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:129 +0x2c4 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 507 [semacquire]: bytes.makeSlice(0x2e3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000d9c6c0, 0x1, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteByte(0xc000d9c6c0, 0xc000d9c620, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:267 +0x8c golang.org/x/net/html.render1(0xb84d20, 0xc000d9c6c0, 0xc001dfe620, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:152 +0x2c0 golang.org/x/net/html.render1(0xb84d20, 0xc000d9c6c0, 0xc001dfe1c0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc000d9c6c0, 0xc001dfe150, 0xb84d20, 0xc000d9c6c0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc000d9c6c0, 0xc001dfe150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000d9c450, 0x1c26cc73e, 0x1251a20, 0xc001450e00, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0005804e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 508 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002e02dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002e02ea0, 0xc001b7c540, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000e84560, 0x0, 0x0, 0x0, 0xc0003d7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000e84560, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0003d78f8, 0xc00270a000, 0x2c16, 0x35302d3032303222, 0x303a30305437322d, 0x3a30302b30303a30) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 509 [semacquire]: bytes.makeSlice(0x544, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001711200, 0xee, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001711200, 0xc001414780, 0xee, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc001711200, 0xc001414780, 0xee, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc001711200, 0xc000e98310, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc001711200, 0xc0024ab6c0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001711200, 0xc002516000, 0xb84d20, 0xc001711200) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc001711200, 0xc002516000, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001710ff0, 0x1bf1ac7a7, 0x1251a20, 0xc002420c80, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 510 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0015f13c0, 0xaa0569, 0x2, 0xc003390000, 0x1629, 0x1, 0x217, 0xc00039f300) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc003390000, 0x1629, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0015f1518, 0xc00039eee0, 0xc7, 0xc0002236c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 511 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b408e2880, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0018a8ff0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0018a8fe0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002290000, 0x3296, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e14140, 0x33, 0xc002290000, 0x3296, 0xc002290000, 0x3296, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e14140, 0x33, 0xc002290000, 0x3296, 0xaa0378, 0x1, 0xc002290000, 0x3296, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 660 [semacquire]: bytes.makeSlice(0x6ec, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00101bb90, 0x21a, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00101bb90, 0xc0019ef200, 0x21a, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00101bb90, 0xc0019ef200, 0x21a, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00101bb90, 0xc00267e690, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc00101bb90, 0xc00267e150, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00101bb90, 0xc00267e0e0, 0xb84d20, 0xc00101bb90) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00101bb90, 0xc00267e0e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00101b9e0, 0x195da55b2, 0x1251a20, 0xc001018ac0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 363 [semacquire]: strings.Replace(0xc003b94000, 0xefb, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc003b94000, 0xefb) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029a38f8, 0xc0004b0000, 0xef9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adff80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 513 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b844381b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0014a0e00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0014a0df0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0020a7000, 0xf0b, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f93780, 0x76, 0xc0020a7000, 0xf0b, 0xc0020a7000, 0xf0b, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f93780, 0x76, 0xc0020a7000, 0xf0b, 0xaa0378, 0x1, 0xc0020a7000, 0xf0b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003813e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 659 [semacquire]: strings.Replace(0xc0025fe000, 0x1107, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc0025fe000, 0x1107) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00060f8f8, 0xc0013dd300, 0x1103, 0xc00116fc1b, 0x0, 0xc00116fc1c) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003816e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 651 [semacquire]: github.com/fatih/set.(*Set).Add(0xc002421780, 0xc002f172c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f173c0, 0xaa0599, 0x2, 0xc0029fd900, 0x205b, 0x2, 0x349, 0xc001880540) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0029fd900, 0x205b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f17518, 0xc001760e60, 0x32, 0xc00181c780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b13260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 333 [runnable]: bytes.(*Buffer).WriteString(0xc0031130b0, 0x1189d00, 0x1, 0x6, 0xffffffffffffffff, 0xad0184) /usr/local/go/src/bytes/buffer.go:180 +0x10f golang.org/x/net/html.escape(0xb84d20, 0xc0031130b0, 0x1189d00, 0x1, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0031130b0, 0xc003a4fab0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0031130b0, 0xc003a4f1f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0031130b0, 0xc003a4e380, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0031130b0, 0xc003a4e2a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0031130b0, 0xc002359b90, 0xb84d20, 0xc0031130b0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0031130b0, 0xc002359b90, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003112f00, 0x1956cd8c7, 0x1251a20, 0xc0019274a0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a2e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 334 [semacquire]: strings.Replace(0xc003046000, 0x1633, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc003046000, 0x1633) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0012798f8, 0xc0022fc800, 0x162d, 0x82d181d1b8d02020, 0xb8d0bdd087d1bed0, 0x70747468203abad0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a3020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 335 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001ad8ba0, 0xaa058b, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x1, 0xc001ad8ba0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001ad8ae0, 0xc002d732c8, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc002d73388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002d73388, 0xc000d29290, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002d73301, 0xc0008fc8b0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002d73518, 0xc000d29290, 0xaa058b, 0x2, 0x0, 0x0, 0xd086d1b0d0b2d0be, 0xd1bdd0bdd0bed0b8, 0xd020b8d020b9d08b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a30e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 336 [runnable]: strings.genSplit(0xc003d46280, 0x240, 0xaa0378, 0x1, 0x0, 0x29, 0x240, 0xc001b8b680, 0x240) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002dc5588, 0xaa058b, 0x2, 0xc001b8b680, 0x240, 0xd, 0xc002dc5290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x6, 0xc003dc60f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001511ce0, 0xc002dc5320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002dc5518, 0xc0015119e0, 0xc0023c6740) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002dc5518, 0xc0015119e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002dc5518, 0xc0015119e0, 0xc0015119e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a3260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 337 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002dc9300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002dc9300, 0x75a856, 0x0, 0xc00051aa10, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002dc9300, 0xc002dc92c8, 0xc002dc9350, 0x42ca96, 0xc0017119b0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc002dc9368, 0xc002dc9380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc002421600) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0002287b0, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002dc9518, 0xc0019b8c60, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a33e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 610 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002420c00, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002420c00, 0x0, 0x0, 0x0, 0xc0020c5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002420c00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020c58f8, 0xc0027b2a80, 0x6a46, 0xd181d1b4d0b5d080, 0xd0bbd0b2d0b0d082, 0xb0d0bdd020bdd0b5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a3560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 611 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001980160, 0xc000ef72c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ef73c0, 0xaa04d9, 0x2, 0xc001147600, 0x885, 0x8, 0xf3, 0xc002420540) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001147600, 0x885, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ef7518, 0xc001927960, 0x74, 0xc001052680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a36e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 612 [runnable]: strings.Replace(0xc0021fe000, 0x1e05, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0xffffffffffffffff, 0xc0021fe000, 0x1e05) /usr/local/go/src/strings/strings.go:928 +0x590 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f178f8, 0xc00276e000, 0x1e04, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a3800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 613 [semacquire]: bytes.makeSlice(0x2ad8, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000d89388, 0x234, 0x2df) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc000d89388, 0xc00113a900, 0x234, 0x5165d7, 0xc0032767de, 0xc000e22e60) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003a52f50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003a52ee0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003a520e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003a52000) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00044a690) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0031133e0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000d89518, 0xc000e08480, 0xa0, 0xc000d1b900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a3980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 614 [semacquire]: strings.genSplit(0xc00326b000, 0xdeb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003449000, 0x156, 0x156) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018af3c0, 0xaa04d9, 0x2, 0xc0012d2000, 0xdeb, 0xa, 0x156, 0xc001927ac0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0012d2000, 0xdeb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0018af518, 0xc000e08720, 0x93, 0xc0017f6320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a3b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 615 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc001f68c80, 0xc36, 0xc000ef1218, 0xc000972700) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc001f68c80, 0xc36, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ef13c0, 0xaa04fd, 0x2, 0xc001f68c80, 0xc36, 0x17, 0x142, 0xc0019278c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001f68c80, 0xc36, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ef1518, 0xc000d1fea0, 0x61, 0xc000e16d90) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a3c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 616 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0021808f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0021809c0, 0xc00239a8c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221a4e0, 0x0, 0x0, 0x0, 0xc00083b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221a4e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00083b8f8, 0xc001edd000, 0x459f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a3d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 617 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc001b9a5b0, 0xc000afc400, 0x1e5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc001b9a5b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001b9a5b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001b9a5b0, 0xc001594b60, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d1e7c0, 0x0, 0x0, 0x0, 0xc001933200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d1e7c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0019338f8, 0xc0017fb900, 0x102f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a3e00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 618 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9bc006aa70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00164b420, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00164b410, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e38900, 0x8f4, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014114d0, 0x81, 0xc001e38900, 0x8f4, 0xc001e38900, 0x8f4, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0014114d0, 0x81, 0xc001e38900, 0x8f4, 0xaa0378, 0x1, 0xc001e38900, 0x8f4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0008a3f20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 637 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00261bad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00261bba0, 0xc001594af0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d1e720, 0x0, 0x0, 0x0, 0xc000def200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d1e720, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000def8f8, 0xc0027c2600, 0x11a3, 0x0, 0x0, 0xc00005b4f8) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 638 [semacquire]: strings.Replace(0xc00215c000, 0x1ed2, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc00215c000, 0x1ed2) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034078f8, 0xc000810000, 0x1ed0, 0x0, 0x0, 0xc00005b4f8) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 639 [semacquire]: strings.Replace(0xc00295a000, 0x18ac, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc00295a000, 0x18ac) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034098f8, 0xc00278f300, 0x18ab, 0xb1d020bed082d18d, 0xd0b8d020bbd08bd1, 0xd0b2d0bed0bdd0bd) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003812c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 640 [semacquire]: strings.Replace(0xc002924000, 0x7e03, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x9, 0xc0024c2390, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a3f8f8, 0xc002924000, 0x7e03, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 641 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0006ac5b0, 0xc0000c49d0, 0x9) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0006ac5b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0006ac5b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0006ac5b0, 0xc00117a620, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002420720, 0x0, 0x0, 0x0, 0xc0012a3200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002420720, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0012a38f8, 0xc002600600, 0x11ea, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 642 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc002084b30, 0xc0011eb118, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc002084b30, 0xc00205b9d0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc002084b30, 0xc00205ba40, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc00205ba40, 0xc00205ba40, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002084ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002084ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00060055c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002084ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002084ff8, 0x1, 0xc001afa160, 0xc0100080a80, 0x2804ebdd77d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002084ff8, 0x4, 0xaf2, 0xc002485501, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002485000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0032bf110, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001ad8ea0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0012a58f8, 0xc001222a00, 0x14f1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 643 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002e02c30, 0xc00122b890, 0x9) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc002e02c30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002e02c30) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002e02c30, 0xc003c43880, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001980040, 0x0, 0x0, 0x0, 0xc00400f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001980040, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00400f8f8, 0xc0024ba000, 0xdb9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003815c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 644 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002b6cea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002b6cf70, 0xc002339ce0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d1e3e0, 0x0, 0x0, 0x0, 0xc00287b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d1e3e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00287b8f8, 0xc0027c8600, 0x12c2, 0xbfd0208cd182d181, 0xbfd0b4d0b5d080d1, 0x82d18fd1b8d080d1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 645 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).newLiteral(0xc0007a9920, 0xd500000043, 0x1) /usr/local/go/src/regexp/syntax/parse.go:182 +0x11f regexp/syntax.(*parser).literal(0xc0007a9920, 0x43) /usr/local/go/src/regexp/syntax/parse.go:210 +0x3b regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000f50ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000f50ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0000c4f6c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000f50ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000f50ff8, 0x1, 0xc002320790, 0xc0100972700, 0x2804ebdd99b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000f50ff8, 0x4, 0xe70, 0xc00080b101, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00080b000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002b6cdd0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000d9c750, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f518f8, 0xc0027c7300, 0x1188, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 646 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002303600, 0x860, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002303600, 0x860, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002303600, 0x860, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002303600, 0x860, 0x0, 0x0, 0x860, 0xc002303600, 0x860) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002303600, 0x860, 0x860, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006c4e60, 0x94, 0xc002303600, 0x860, 0xc002303600, 0x860, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006c4e60, 0x94, 0xc002303600, 0x860, 0xaa0378, 0x1, 0xc002303600, 0x860, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 647 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002219fe0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002219fe0, 0x0, 0x0, 0x0, 0xc001c0d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002219fe0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c0d8f8, 0xc0012f4000, 0x149e, 0xb3d020b8d0bdd0b7, 0xb8d0bdd0b0d080d1, 0xd12082d1b0d087d1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003818c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 648 [semacquire]: strings.Replace(0xc00247c000, 0xdad, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc00247c000, 0xdad) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023298f8, 0xc0024f2000, 0xda7, 0xd082d1b0d0bfd020, 0xd0bdd082d1bdd0b5, 0xbed0b4d0208fd1b0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 649 [semacquire]: bytes.makeSlice(0x29a, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001eaef00, 0x8, 0x4) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001eaef00, 0xc001ff6718, 0x8, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc001eaef00, 0xc001fba070, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316 golang.org/x/net/html.render1(0xb84d20, 0xc001eaef00, 0xc0011f0f50, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001eaef00, 0xc0011f0ee0, 0xb84d20, 0xc001eaef00) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc001eaef00, 0xc0011f0ee0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001b82f00, 0x50d2a1, 0xc00167e100, 0x3c, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00079b518, 0xc000d1f6a0, 0xc000e85900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 662 [runnable]: unicode.to(0x1, 0x440, 0x11af800, 0x13d, 0x13d, 0x100000438) /usr/local/go/src/unicode/letter.go:216 +0x6b unicode.To(...) /usr/local/go/src/unicode/letter.go:245 unicode.ToLower(0xc000000440, 0x1a84) /usr/local/go/src/unicode/letter.go:268 +0x76 strings.Map(0xae62d0, 0xc0041b4032, 0x1a84, 0x437c3e, 0xc001708700) /usr/local/go/src/strings/strings.go:501 +0x2cc strings.ToLower(0xc0041b4000, 0x1ab6, 0x42f9b8, 0xc001eff2e0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001eff3c0, 0xaa04fd, 0x2, 0xc0041b4000, 0x1ab6, 0xc0041b4000, 0xc001eff3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0041b4000, 0x1ab6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001eff518, 0xc0000af720, 0xaa, 0xc000e1eec1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 663 [runnable]: strings.Index(0xc00451f000, 0xee9, 0xaa0378, 0x1, 0x196) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc00451f000, 0xee9, 0xaa0378, 0x1, 0x0, 0x196, 0x42fa20, 0x197, 0x197) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f113c0, 0xaa04d9, 0x2, 0xc000cd5000, 0xee9, 0x13, 0x197, 0xc000e85e80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000cd5000, 0xee9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f11518, 0xc000d1ffe0, 0x91, 0xc0003c4320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 664 [semacquire]: bytes.makeSlice(0x7c9, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00358f388, 0x24d, 0x7) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00358f388, 0xc001506280, 0x24d, 0x5165d7, 0xc00357c1b1, 0xc00257cf77) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001fe1030) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001fe0fc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00105f2d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00105ed90) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00105e0e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00101bc50, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00358f518, 0xc0019b8060, 0x7e, 0xc000d34100) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 665 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032e5588, 0xaa058b, 0x2, 0xc001d32700, 0x31d, 0x7, 0xc0032e5290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc002161a10) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001616720, 0xc0032e5320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0032e5518, 0xc001616c60, 0xc001926e00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0032e5518, 0xc001616c60, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0032e5518, 0xc001616c60, 0xc001616c60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 666 [semacquire]: strings.genSplit(0xc00228e800, 0x747, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc001f30600, 0x129, 0x129) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00126b3c0, 0xaa04f9, 0x2, 0xc000fa7800, 0x747, 0x1, 0x129, 0xc000e84cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000fa7800, 0x747, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00126b518, 0xc000d1f400, 0x58, 0xc001c1e240) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 667 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00261a680, 0xc000f8adc0, 0x128) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00261a680, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00261a680) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00261a680, 0xc001730d90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019b8a80, 0x0, 0x0, 0x0, 0xc0010f7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019b8a80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0010f78f8, 0xc001cfd100, 0xd19, 0xc0012f6522, 0x5, 0xc0012f6528) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 381 [semacquire]: strings.genSplit(0xc003e38000, 0xa14, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00110c800, 0x159, 0x159) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f6d3c0, 0xaa04fd, 0x2, 0xc001826000, 0xa14, 0x17, 0x159, 0xc000ce7a20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001826000, 0xa14, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f6d518, 0xc0023c7200, 0x8e, 0xc002abb560) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 382 [runnable]: github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00447c000, 0x902, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:96 +0x15d github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002bf7518, 0xc0043021e0, 0x7c, 0xc0015ea400) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 383 [semacquire]: strings.Replace(0xc0022c0000, 0x1930, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc0022c0000, 0x1930) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035918f8, 0xc00295d300, 0x192c, 0xd0b0d082d1202d20, 0xbfd020bed0bdd0b9, 0xbbd0b5d0b4d0bed0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 384 [semacquire]: strings.Replace(0xc003584000, 0xf55, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x2, 0xc003584000, 0xf55) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033c58f8, 0xc0001d8000, 0xf53, 0x81d182d1b5d0bdd0, 0xd080d184d1208fd1, 0xd0b0d082d1bdd0be) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004266c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 385 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0014b72f8, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0014b72f8, 0x20306c, 0x1, 0x0, 0xc0031e59d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0014b72f8, 0x8, 0xc00042695a, 0x203000, 0x203000, 0x203000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xab132b, 0xa, 0x30, 0xc0006d0960, 0x0, 0x8, 0xc000cb4000) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xab132b, 0xa, 0x42d308, 0x30, 0xa7a000) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00101c630, 0xab132b, 0xa, 0x13) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc0014b7518, 0xc0019802a0, 0xc00121c580) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:264 +0x83 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 674 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001d58060, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002663518, 0xc0000aeee0, 0x74, 0xc002438e80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 675 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0025c8580, 0x545, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0025c8580, 0x545, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0025c8580, 0x545, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0025c8580, 0x545, 0x0, 0x0, 0x545, 0xc0025c8580, 0x545) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0025c8580, 0x545, 0x545, 0x580) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006d83f0, 0x6c, 0xc0025c8580, 0x545, 0xc0025c8580, 0x545, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006d83f0, 0x6c, 0xc0025c8580, 0x545, 0xaa0378, 0x1, 0xc0025c8580, 0x545, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 676 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002bd32e0, 0x432e00, 0xc002bd3210, 0xf150aa35, 0x155e) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002bd32e0, 0xc0019ea480, 0x5, 0xc002bd3230, 0x46620f) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002bd32e0, 0xc002bd32f8, 0x43b3b7, 0x1252790, 0xc002bd3200, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f9bc40f56b0, 0xc002bd3301, 0x10100000042ab7a, 0x0, 0x1000) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0012d7cb0, 0xaa64ee, 0x5, 0x1a6e) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc002bd3518, 0xc0019813e0, 0x1000, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004272c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 677 [semacquire]: bytes.makeSlice(0x24ba, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001710c90, 0x634, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001710c90, 0xc0007db800, 0x634, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc001710c90, 0xc0007db800, 0x634, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc001710c90, 0xc00345f8f0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc001710c90, 0xc00345f880, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001710c90, 0xc00345e930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001710c90, 0xc00345e850, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001710c90, 0xc00345e150, 0xb84d20, 0xc001710c90) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc001710c90, 0xc00345e150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0017109f0, 0x1bf149cc5, 0x1251a20, 0xc0024208a0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 678 [runnable]: unicode.ToLower(0xc000000020, 0x432) /usr/local/go/src/unicode/letter.go:261 +0x8d strings.Map(0xae62d0, 0xc002705532, 0xa13, 0xc002155218, 0xc001228700) /usr/local/go/src/strings/strings.go:501 +0x2cc strings.ToLower(0xc002705500, 0xa45, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021553c0, 0xaa04df, 0x2, 0xc002705500, 0xa45, 0xb, 0x170, 0xc0023c74c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002705500, 0xa45, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002155518, 0xc001981680, 0x75, 0xc0015eb222) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004275c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 679 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00221ad80, 0xc00253d2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00253d3c0, 0xaa0569, 0x2, 0xc000782000, 0x3b0c, 0x1, 0x47f, 0xc00221ad60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000782000, 0x3b0c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00253d518, 0xc00221a900, 0x88, 0xc001410fc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 680 [semacquire]: bytes.makeSlice(0x11ee, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002a89388, 0x258, 0x3) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002a89388, 0xc001674780, 0x258, 0x3, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0034618f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003461730) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003460930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003460850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003460150) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0021607b0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a89518, 0xc0024bfaa0, 0x6f, 0xc001ca0460) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004278c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 681 [semacquire]: bytes.makeSlice(0xa7e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003e891d0, 0x1f8, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003e891d0, 0xc0010c3600, 0x1f8, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc003e891d0, 0xc0010c3600, 0x1f8, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc003e891d0, 0xc0004d16c0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc003e891d0, 0xc0004d1650, 0xb84d20, 0xc003e891d0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003e891d0, 0xc0004d1650, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003e891a0, 0x203000, 0x203000, 0x177129bf00000000, 0xc003343138) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc003e891a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003e89170, 0xc0033432c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0033436b0, 0xc001019640, 0xaac03e, 0x7, 0xc001019640) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0033436b0, 0xc001019640, 0xc001690060) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427a40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 682 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039678f8, 0xc0037a8000, 0x91d, 0xc00112a42b, 0x15, 0xc00112a441) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 683 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00177ef90, 0xaa449e, 0x4, 0xc000e139e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3 github.com/advancedlogic/GoOse.(*outputFormatter).replaceTagsWithText(0xc003ba1388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:160 +0x16a github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc003ba1388, 0xc00177ef90, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc003ba1301, 0xc00067ef68) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:42 +0xe7 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc003ba1518, 0xc00177ef90, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0xc002a0cb01, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 684 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002420c20, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002420c20, 0x0, 0x0, 0x0, 0xc0036bf200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002420c20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036bf8f8, 0xc002f75000, 0xa9a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004600c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 685 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003ef4840, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0005e9518, 0xc0024bf460, 0x97, 0xc000e92460) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 686 [semacquire]: strings.genSplit(0xc002b30000, 0x90b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc002d6fa40, 0xc000e79360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e793c0, 0xaa04f9, 0x2, 0xc002077500, 0x90b, 0xc002077500, 0xc000e793b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002077500, 0x90b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e79518, 0xc000e092a0, 0xa0, 0xc000d1b7c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 687 [semacquire]: strings.Replace(0xc002076000, 0x972, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc002076000, 0x972) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029698f8, 0xc001d24a80, 0x96f, 0xc000828eab, 0x15, 0xc000828ec1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 688 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00039e6c0, 0xc00126d2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00126d3c0, 0xaa04fd, 0x2, 0xc000ed6580, 0x55e, 0xc000ed6580, 0xc00126d3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000ed6580, 0x55e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00126d518, 0xc00039e2a0, 0x51, 0xc00062ccc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000460fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 689 [semacquire]: strings.genSplit(0xc003f8c000, 0x511, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002e30a80, 0xa8, 0xa8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001bfb3c0, 0xaa0599, 0x2, 0xc0015e2b00, 0x511, 0x2, 0xa8, 0xc001018680) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0015e2b00, 0x511, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001bfb518, 0xc000e08c20, 0x36, 0xc0024b20c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 690 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003113c50, 0x1973696fd, 0x1251a20, 0xc0019b80a0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004612c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 691 [GC assist wait]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc003e89f20, 0xc000613418, 0x4) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x9d github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000613518, 0xc000d91780, 0x6b, 0xc000dabc00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x236 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004615c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 692 [semacquire]: regexp.onePassCopy(0xc001ad8de0, 0xc001ad8de0) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc001ad8de0, 0xc001ad8de0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001486ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001486ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000600484) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001486ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001486ff8, 0x1, 0xc001afa0f0, 0xc0100080a80, 0x2804ebdd77d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001486ff8, 0x4, 0x67f, 0xc002326901, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002326000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001db6750, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001ad8db0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0014878f8, 0xc0021d9500, 0x97f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 693 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc001db64e0) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67 golang.org/x/net/html.inBodyIM(0xc001db64e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001db64e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001db64e0, 0xc0018f2070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000ce7ec0, 0x0, 0x0, 0x0, 0xc00100f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000ce7ec0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00100f8f8, 0xc00220d500, 0xa2d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 694 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0000afc80, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000afc80, 0x0, 0x0, 0x0, 0xc002bfb200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000afc80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bfb8f8, 0xc0006fca80, 0x91f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 695 [runnable]: strings.genSplit(0xc0024ad6c3, 0x4b3, 0xaa0378, 0x1, 0x0, 0xb2, 0x42fa20, 0xb3, 0xb3) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042873c0, 0xaa0569, 0x2, 0xc0024acb00, 0x576, 0x1, 0xb3, 0xc003994740) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0024acb00, 0x576, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004287518, 0xc0014510c0, 0x5d, 0xc002ad7b00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 696 [semacquire]: strings.Replace(0xc001a62000, 0x13a9, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc001a62000, 0x13a9) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033af8f8, 0xc003400000, 0x13a6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000461f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 697 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002219f40, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002219f40, 0x0, 0x0, 0x0, 0xc0030cd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002219f40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030cd8f8, 0xc002278000, 0xfa7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f041e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 698 [semacquire]: strings.genSplit(0xc003b26000, 0xb1b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003107500, 0x150, 0x150) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030d73c0, 0xaa0569, 0x2, 0xc00116c000, 0xb1b, 0x1, 0x150, 0xc000e84420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00116c000, 0xb1b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0030d7518, 0xc000e84040, 0x6f, 0xc0007b8310) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 699 [semacquire]: golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d90220, 0x0, 0x0, 0x0, 0xc000ef5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d90220, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000ef58f8, 0xc002277500, 0x918, 0x6, 0x2, 0xc0017591d8) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 700 [semacquire]: strings.Replace(0xc002296a00, 0x338c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x10, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035078f8, 0xc002296a00, 0x338c, 0x6, 0x2, 0xc0017591d8) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f04c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 701 [semacquire]: regexp.onePassCopy(0xc001710960, 0xc001710960) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc001710960, 0xc001710960) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00277aff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00277aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0012d40cc) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00277aff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00277aff8, 0x1, 0xc00147f910, 0xc0100dca301, 0x2804ebdd8c28) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00277aff8, 0x4, 0x223, 0xc003a2bd01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003a2b000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00293e1a0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001710930, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bd18f8, 0xc001f31000, 0xddd, 0xc001759460, 0x6, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f059e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 702 [semacquire]: strings.Replace(0xc003233980, 0x18bc, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1, 0xc003233980, 0x18bc) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034878f8, 0xc00318b300, 0x18b4, 0x5, 0xc001ae18b0, 0x6) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 703 [semacquire]: bytes.makeSlice(0xb88, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003dd4c60, 0x98, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003dd4c60, 0xc003c84240, 0x98, 0x6, 0x98, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc003dd4c60, 0xc003c84240, 0x209, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5 golang.org/x/net/html.render1(0xb84d20, 0xc003dd4c60, 0xc003c822a0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc003dd4c60, 0xc003c82230, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dd4c60, 0xc0015764d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dd4c60, 0xc0015763f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003dd4c60, 0xc001379ce0, 0xb84d20, 0xc003dd4c60) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003dd4c60, 0xc001379ce0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003113f80, 0x1ad7cb89e, 0x1251a20, 0xc0019b83a0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000f05f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 704 [semacquire]: strings.genSplit(0xc0016a3b00, 0x419, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x419, 0xc001c47b00, 0x419) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ad3588, 0xaa058b, 0x2, 0xc001c47b00, 0x419, 0x7, 0x1f, 0xc001019f20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003ad3518, 0xc001912120, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 705 [semacquire]: bytes.makeSlice(0x20b8, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001891ec0, 0x23a, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001891ec0, 0xc0038ea000, 0x23a, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc001891ec0, 0xc0038ea000, 0x23a, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc001891ec0, 0xc0001ee070, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc001891ec0, 0xc0038d5030, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001891ec0, 0xc001379960, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001891ec0, 0xc001379880, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001891ec0, 0xc001379180, 0xb84d20, 0xc001891ec0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc001891ec0, 0xc001379180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004073ec0, 0x1bf519011, 0x1251a20, 0xc003be3d60, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 706 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033a58f8, 0xc0028af500, 0x1a68, 0x0, 0x0, 0x2132542d) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0005808a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 707 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc0011f3500, 0x356, 0x2, 0xc00031c198, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc0011f3500, 0x356, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00031d0c0, 0xc001406cb0, 0xc00031c1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00031d0c0, 0xc001406c40, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00031d0c0, 0xc001406c40, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00031d0c0, 0xc001406c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00031d0c0, 0xc001406c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00031d0c0, 0xc00132b0a0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002bcd0c0, 0xc00132b0a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002bcd0c0, 0xc00132b0a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00031d0c0, 0xc00132afc0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002bcd0c0, 0xc00132afc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002bcd0c0, 0xc00132afc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00031d0c0, 0xc0033caee0, 0xc002bccd40, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002bcd0c0, 0xc0033caee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002bcd0c0, 0xc0033caee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00031d0c0, 0xc000f878f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002bcd0c0, 0xc000f878f0, 0x54b170, 0xc00293f040) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc000f878f0, 0x0, 0x0, 0x0, 0x0, 0xc000f878f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002a67290, 0x0, 0x0, 0x0, 0x2500, 0xc00329b400, 0x24b2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00329b400, 0x24b2, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0039b2400) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002bcd518, 0xc0024be0a0, 0xc0024befa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0005809c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 708 [runnable]: strings.(*Builder).WriteRune(0xc002bcd160, 0xc00000043e, 0x30, 0xc004320000, 0x32) /usr/local/go/src/strings/builder.go:104 +0x29d strings.Map(0xae62d0, 0xc000e6ec00, 0x10e3, 0xc002bcd218, 0xc000972700) /usr/local/go/src/strings/strings.go:488 +0x436 strings.ToLower(0xc000e6ec00, 0x10e3, 0x1, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002bcd3c0, 0xaa04d9, 0x2, 0xc000e6ec00, 0x10e3, 0x9, 0x1ba, 0xc0023c7840) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000e6ec00, 0x10e3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002bcd518, 0xc0024bf0a0, 0x7c, 0xc000812a80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 709 [semacquire]: strings.Replace(0xc00190c800, 0x1650, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc00190c800, 0x1650) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033a78f8, 0xc002a2e800, 0x164e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 710 [semacquire]: bytes.makeSlice(0x1635, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000d9c300, 0xd7, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc000d9c300, 0xc00277ec9a, 0xd7, 0x6, 0xd7, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc000d9c300, 0xc00277ec9a, 0xd8, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5 golang.org/x/net/html.render1(0xb84d20, 0xc000d9c300, 0xc0038d5180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc000d9c300, 0xc003c838f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc000d9c300, 0xc0015770a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc000d9c300, 0xc001576fc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc000d9c300, 0xc0015768c0, 0xb84d20, 0xc000d9c300) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc000d9c300, 0xc0015768c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001b0cc90, 0x1c266a313, 0x1251a20, 0xc000ce6d20, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 711 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00293e270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00293e340, 0xc00214b6c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001d59590, 0x0, 0x0, 0x0, 0x0, 0xd01, 0xc0029d0ae0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0029d0ae0, 0x0, 0x0, 0x0, 0xd80, 0xc001398880, 0xd1f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc001398880, 0xd1f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0004f4d20) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003381518, 0xc0024bfba0, 0xc0018804c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 712 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001953e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc001953ee0, 0xc00214a070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001980480, 0x0, 0x0, 0x0, 0xc0033ab200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001980480, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033ab8f8, 0xc00069c800, 0xb21, 0x2e0, 0x305, 0x373) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 713 [semacquire]: regexp.onePassCopy(0xc003ef4660, 0xc003ef4660) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc003ef4660, 0xc003ef4660) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00084eff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00084eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0018a8f0c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00084eff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00084eff8, 0x1, 0xc001623a40, 0xc0100080a80, 0x2804ebdd77d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00084eff8, 0x4, 0x75, 0xc001807f01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001807000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000c731e0, 0x101) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003ef4630, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00084f8f8, 0xc00317f000, 0xf8a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 714 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0032bf2b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032bf2b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0032bf2b0, 0xc002486070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001980420, 0x0, 0x0, 0x0, 0xc000e75200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001980420, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000e758f8, 0xc002760c80, 0x1898, 0xc0006d8be0, 0x14, 0xc0006d8bf5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 715 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002180b60, 0xc001802400, 0x3bb) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc002180b60, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002180b60) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002180b60, 0xc00239b1f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221af80, 0x0, 0x0, 0x0, 0xc000d83200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221af80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d838f8, 0xc002b96800, 0x179e, 0xc0006d8be0, 0x14, 0xc0006d8bf5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000580fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 716 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030c98f8, 0xc000f58000, 0x1494, 0xc0006d8be0, 0x14, 0xc0006d8bf5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000581080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 717 [semacquire]: strings.Replace(0xc002f91000, 0x4b87, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033b58f8, 0xc002f91000, 0x4b87, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000581320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 718 [semacquire]: bytes.makeSlice(0x909, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003ef45a0, 0x4a3, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003ef45a0, 0xc000c87900, 0x4a3, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc003ef45a0, 0xc000c87900, 0x4a3, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc003ef45a0, 0xc00169d810, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc003ef45a0, 0xc00169d2d0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003ef45a0, 0xc00169d260, 0xb84d20, 0xc003ef45a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003ef45a0, 0xc00169d260, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003ef43f0, 0x1985d7ef0, 0x1251a20, 0xc000d91c00, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0005813e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 719 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb220, 0x0, 0x0, 0x0, 0xc0025ee000, 0xd27, 0x2, 0xc000373218, 0xc00317ae02, 0x0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb220, 0xc0025ee000, 0xd27, 0xaa04bf, 0x2, 0xc0025ee000, 0xd27) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc000373388, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000373388, 0xc0006d14d0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc000373301, 0xc0003824b0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000373518, 0xc0006d14d0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0005814a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 720 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0000afb80, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000afb80, 0x0, 0x0, 0x0, 0xc001c09200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000afb80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c098f8, 0xc001f05400, 0xb28, 0x404040202030202, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000581560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 721 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820) /usr/local/go/src/strings/strings.go:831 +0xad strings.TrimLeft(0xc001b14190, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.inHeadIM(0xc0002372b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0002372b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0002372b0, 0xc0029867e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001450280, 0x0, 0x0, 0x0, 0xc003491200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001450280, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034918f8, 0xc0010e0000, 0xa64, 0x404040202030202, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000581620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 722 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0032bfe10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0032bfee0, 0xc002542cb0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00173a040, 0x0, 0x0, 0x0, 0xc0003d9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00173a040, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0003d98f8, 0xc0022a1600, 0xcc1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0005816e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 723 [semacquire]: bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0012bf0e8, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc0012bf0e8, 0xb7b620, 0xc00161d980, 0x203000, 0x203000, 0x203000) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc00161d980, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00161d980, 0xc0012bf1d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00161d980, 0x0, 0x0, 0x0, 0x1000, 0xc003b25000, 0xe7a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc003b25000, 0xe7a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0010c81b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0012bf518, 0xc002420520, 0xc002421320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0005817a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 724 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc0011ffb90, 0x6d, 0x2, 0xc0040d01d0, 0x0, 0xc0040d0270, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc0011ffb90, 0x6d, 0xaa0378, 0x1, 0xc002cdc800, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0040d03d8, 0xc0040a37a0, 0xc0032c2160, 0xc0040d0308) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040d03d8, 0xc0040a3730, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0040d10c0, 0xc0040a3730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0040d10c0, 0xc0040a3730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040d10c0, 0xc0040a3650, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0020e90c0, 0xc0040a3650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0020e90c0, 0xc0040a3650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040d10c0, 0xc0040a3570, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0020e90c0, 0xc0040a3570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0020e90c0, 0xc0040a3570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040d10c0, 0xc0040a2e70, 0x20300100000000, 0x7f9b3c7e7fff) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0020e90c0, 0xc0040a2e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0020e90c0, 0xc0040a2e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040d10c0, 0xc0040a2d90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0020e90c0, 0xc0040a2d90, 0x54b170, 0xc000109930) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0040a2d90, 0x0, 0x0, 0x0, 0x0, 0xc0040a2d90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0021619e0, 0x0, 0x0, 0x0, 0x1300, 0xc0028de000, 0x10a5, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0028de000, 0x10a5, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00243a660) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0020e9518, 0xc001926760, 0xc001927280) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000581860, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 725 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000d907a0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d907a0, 0x0, 0x0, 0x0, 0xc002bfd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d907a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bfd8f8, 0xc002279000, 0xf02, 0x0, 0x9f, 0xde) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000581920, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 726 [semacquire]: strings.Replace(0xc003aa1100, 0xce7, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc003aa1100, 0xce7) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020eb8f8, 0xc001aca880, 0xce3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0005819e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 727 [semacquire]: strings.Replace(0xc002367900, 0x1187, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc002367900, 0x1187) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033bf8f8, 0xc003271900, 0x1183, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000581aa0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 728 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002219ba0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002219ba0, 0x0, 0x0, 0x0, 0xc0035a1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002219ba0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035a18f8, 0xc000f37100, 0xd37, 0xc0014b40e2, 0x0, 0xc0014b40e3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000581bc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 729 [semacquire]: strings.Replace(0xc00048b000, 0xfbc, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035a38f8, 0xc00048b000, 0xfbc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000581c80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 730 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001db7860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc001db7930, 0xc003eb58f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d91460, 0x0, 0x0, 0x0, 0xc0031f9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d91460, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031f98f8, 0xc0022af300, 0x183b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000581d40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 731 [semacquire]: bytes.makeSlice(0xdbc, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0004fc510, 0x1a4, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0004fc510, 0xc00123fa40, 0x1a4, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0004fc510, 0xc00123fa40, 0x1a4, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0004fc510, 0xc00345aee0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0004fc510, 0xc00345ae70, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0004fc510, 0xc00345ad90, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0004fc510, 0xc00345a8c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0004fc510, 0xc00345a7e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0004fc510, 0xc00345a0e0, 0xb84d20, 0xc0004fc510) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0004fc510, 0xc00345a0e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00051d320, 0x1c0e1096c, 0x1251a20, 0xc0016903c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000581e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 732 [semacquire]: bytes.makeSlice(0x136c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00101d410, 0x4c, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00101d410, 0xc000f681e0, 0x4c, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00101d410, 0xc000f681e0, 0x4c, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00101d410, 0xc0008ffea0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc00101d410, 0xc0008ffdc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00101d410, 0xc0008ff3b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00101d410, 0xc0008ff2d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00101d410, 0xc0008febd0, 0xb84d20, 0xc00101d410) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00101d410, 0xc0008febd0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00120ea80, 0x16f0b8aba, 0x1251a20, 0xc000e85de0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000581ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 733 [semacquire]: strings.Replace(0xc001034000, 0x1c3d, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc001034000, 0x1c3d) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035238f8, 0xc001034000, 0x1c3d, 0x779f564d, 0xc001719e30, 0x6) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000581f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 734 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000980180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 735 [runnable]: regexp/syntax.minFoldRune(0x43, 0xc004442000) /usr/local/go/src/regexp/syntax/parse.go:193 +0x89 regexp/syntax.(*parser).newLiteral(0xc0044021e0, 0xd500000043, 0x1) /usr/local/go/src/regexp/syntax/parse.go:185 +0xdb regexp/syntax.(*parser).literal(0xc0044021e0, 0x43) /usr/local/go/src/regexp/syntax/parse.go:210 +0x3b regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x95) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002664ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002664ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc002664f00, 0x44ca93) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002664ff8, 0x0, 0x0, 0x5199fd, 0xc003f7c000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002664ff8, 0x203000, 0x440d95, 0xc002f31f10, 0x7f9bbc656718) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002664ff8, 0x46e6ce, 0xc00441f500, 0xc001708700, 0xb6c046, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00005e060, 0x28, 0x4000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x440d95, 0xc0000a2f50) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0015d6b70, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026658f8, 0xc002d60000, 0x257a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000980240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 736 [semacquire]: strings.Replace(0xc003b3a000, 0x6af6, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003eb98f8, 0xc003b3a000, 0x6af6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000980360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 737 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033c18f8, 0xc003173c00, 0xbda, 0xbad081d1b2d020b8, 0xd020b5d080d1bed0, 0xd0b4d0b5d080d1bf) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000980420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 738 [semacquire]: strings.Replace(0xc0007df300, 0x129a, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x4, 0xc0007df300, 0x129a) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031f78f8, 0xc0007df300, 0x129a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0009804e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 739 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001076dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc001076ea0, 0xc0035cef50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00039f780, 0x0, 0x0, 0x0, 0xc002105200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00039f780, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0021058f8, 0xc0004db000, 0xf0f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000980600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 740 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001eaf200, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0020e5518, 0xc0024be300, 0x76, 0xc000812500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0009809c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 741 [semacquire]: strings.Replace(0xc00304c000, 0xe36, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc00304c000, 0xe36) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0011378f8, 0xc00304c000, 0xe36, 0xc0006d8be0, 0x14, 0xc0006d8bf5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000980a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 742 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0006ac750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0006ac820, 0xc00120d7a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0018800c0, 0x0, 0x0, 0x0, 0xc0039f9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0018800c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039f98f8, 0xc00339e880, 0xcc7, 0xc001f58b62, 0x0, 0xc001f58b63) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000980b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 743 [semacquire]: strings.Replace(0xc00131b500, 0x14d5, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc00131b500, 0x14d5) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f518f8, 0xc00131b500, 0x14d5, 0x20300000000000, 0x7f9bc54a5fff, 0x400) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000980c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 744 [semacquire]: strings.Replace(0xc0031c6000, 0x1b58, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc0031c6000, 0x1b58) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029a58f8, 0xc002356000, 0x1b52, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000980d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 745 [runnable]: regexp.(*inputString).step(0xc000e603f0, 0x94a, 0xb886e0, 0xc000e603f0) /usr/local/go/src/regexp/regexp.go:365 +0xbc regexp.(*Regexp).backtrack(0xc000dbea00, 0x0, 0x0, 0x0, 0xc00048e000, 0x9ca, 0x94a, 0x2, 0xc000df9d70, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:357 +0x318 regexp.(*Regexp).doExecute(0xc000dbea00, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00048e000, 0x9ca, 0x4ab, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc000dbea00, 0x0, 0x0, 0x0, 0xc00048e000, 0x9ca, 0x2, 0xc002523a58, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc000dbea00, 0xc00048e000, 0x9ca, 0xaa0378, 0x1, 0xc001461500, 0x9ca) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00048e000, 0x9ca, 0xaa0378, 0x1, 0xc00048e000, 0x9ca) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000980e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 746 [runnable]: bytes.makeSlice.func1() /usr/local/go/src/bytes/buffer.go:224 +0x68 bytes.makeSlice(0x21d, 0xc004266000, 0x21d, 0x21d) /usr/local/go/src/bytes/buffer.go:229 +0x96 bytes.(*Buffer).grow(0xc0028d9220, 0x19d, 0x40) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0028d9220, 0xc00027e9c0, 0x19d, 0x5165d7, 0xc000d9f60e, 0xc000713a45) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc00210ab60) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93 github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc00210aaf0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc00210a4d0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc0028d9388, 0xc00223bd70, 0x2, 0xc001b83bf0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0028d9388, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0028d9388, 0xc00223bd70, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x2ec, 0x2ed) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0028d9518, 0xc00223bd70, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000980f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 747 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000e853a0, 0xc0021032c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021033c0, 0xaa04fd, 0x2, 0xc0039c6a80, 0x992, 0xa, 0x144, 0xc001019fc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0039c6a80, 0x992, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002103518, 0xc000e85e60, 0x7c, 0xc001053200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000980fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 748 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003112810, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031fb518, 0xc000e85760, 0x65, 0xc0006d92d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000981080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 749 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0024f61a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0024f6270, 0xc003cbfea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221bc00, 0x0, 0x0, 0x0, 0xc003427200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221bc00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034278f8, 0xc002e46800, 0x15c9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000981140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 750 [semacquire]: strings.Replace(0xc0018a3500, 0x13ce, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc0018a3500, 0x13ce) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029a78f8, 0xc0027bd500, 0x13cc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000981200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 751 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc001db7ad0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001db7ad0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001db7ad0, 0xc003ec83f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00173a500, 0x0, 0x0, 0x0, 0xc0029cb200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00173a500, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029cb8f8, 0xc0029bf300, 0x1033, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0009812c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 752 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc001076b60, 0xc001ab3400, 0x6) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc001076b60, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001076b60) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001076b60, 0xc00351e070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00039f4a0, 0x0, 0x0, 0x0, 0xc0033b7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00039f4a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033b78f8, 0xc003516000, 0x1649, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000981380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 753 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000c8d860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000c8d930, 0xc002cb0070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d90200, 0x0, 0x0, 0x0, 0xc001071200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d90200, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0010718f8, 0xc00229b500, 0xa59, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0009814a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 754 [semacquire]: strings.Replace(0xc00203e000, 0x1fc6, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x3, 0xc00203e000, 0x1fc6) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00335d8f8, 0xc002a94000, 0x1fc3, 0x302030203020202, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000981560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 755 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc00293e820, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00293e820) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00293e820, 0xc002ce0070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d90ec0, 0x0, 0x0, 0x0, 0xc003503200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d90ec0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035038f8, 0xc002381000, 0xff7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000981620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 756 [semacquire]: strings.Replace(0xc002c52000, 0xf14, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc002c52000, 0xf14) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030d38f8, 0xc002358000, 0xf10, 0x1, 0xc000375240, 0x5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0009816e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 757 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00385e000, 0x203000, 0x203000, 0x7f9bc4161df0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00385e000) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001617fb0, 0xc0015292c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0015296b0, 0xc001880160, 0xaac03e, 0x7, 0xc001880160) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0015296b0, 0xc001880160, 0xc001880f00) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0009817a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 758 [runnable]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0000afc20, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000afc20, 0x0, 0x0, 0x0, 0xc00340b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000afc20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00340b8f8, 0xc002734f80, 0x1a65, 0xc000492da8, 0x5, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000981860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 759 [semacquire]: strings.genSplit(0xc001af6700, 0x661, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003e3d600, 0xca, 0xca) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041073c0, 0xaa04d9, 0x2, 0xc001729500, 0x661, 0xd, 0xca, 0xc0019277e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001729500, 0x661, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004107518, 0xc00221b000, 0x53, 0xc0032816e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000981920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 760 [semacquire]: strings.Replace(0xc003514a00, 0x13f4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc003514a00, 0x13f4) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035058f8, 0xc002b14a00, 0x13e9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0009819e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 761 [semacquire]: strings.genSplit(0xc003a84800, 0x1779, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002b4b900, 0x229, 0x229) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035293c0, 0xaa0599, 0x2, 0xc002ac3800, 0x1779, 0x1, 0x229, 0xc000e097c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002ac3800, 0x1779, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003529518, 0xc002421420, 0x99, 0xc0006c40a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000981aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 762 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000c72ea0, 0x1189d00, 0x1) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000c72ea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000c72ea0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000c72ea0, 0xc001577e30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001018620, 0x0, 0x0, 0x0, 0xc001c0b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001018620, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c0b8f8, 0xc001c81900, 0x1218, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000981b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 763 [semacquire]: strings.genSplit(0xc000e95d40, 0x10d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x17d, 0xc000e95c20, 0x10d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001abb588, 0xaa058b, 0x2, 0xc000e95c20, 0x10d, 0x3, 0x1e, 0xc001927120) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001abb518, 0xc001710a80, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001abb518, 0xc000e08120, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000981c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 764 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.afterHeadIM(0xc00293e4e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00293e4e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00293e4e0, 0xc00214b880, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221b1c0, 0x0, 0x0, 0x0, 0xc0015fd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221b1c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015fd8f8, 0xc00283d400, 0x2006, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000981ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 765 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00293e5b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc00293e680, 0xc002ccf490, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d90d60, 0x0, 0x0, 0x0, 0xc0030d5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d90d60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030d58f8, 0xc00164d500, 0x1339, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000981da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 766 [semacquire]: regexp.makeOnePass.func1(0xa, 0xc0018a8f60, 0x10, 0x10, 0x1) /usr/local/go/src/regexp/onepass.go:390 +0x9d8 regexp.makeOnePass(0xc003ef4750, 0xc003ef4750) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc003ef46f0, 0xc003ef46f0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000f1cff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000f1cff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0018a8f40) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000f1cff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000f1cff8, 0x1, 0xc001623aa0, 0xc010194ee00, 0x2804ebdda080) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000f1cff8, 0x4, 0x39b, 0xc0018b4c01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0018b4000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000c73380, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003ef46c0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f1d8f8, 0xc00080e580, 0xc62, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000981e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 767 [runnable]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004488220, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004488220, 0x0, 0x0, 0x0, 0xc002ead200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004488220, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ead8f8, 0xc003d7c000, 0xedd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000981f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 768 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003c96000, 0x1f26, 0xc003a33218, 0xc001708700) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003c96000, 0x1f26, 0x1, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a333c0, 0xaa04d9, 0x2, 0xc003c96000, 0x1f26, 0x3d, 0x2c2, 0xc0019b8a00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc003c96000, 0x1f26, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a33518, 0xc0019b85c0, 0x79, 0xc001d7b980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 769 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00149b650, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0036f7518, 0xc00149b650, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0036f7518, 0xc001690ee0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e800c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 770 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002d7c340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002d7c410, 0xc00322dce0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000afba0, 0x0, 0x0, 0x0, 0xc0031e9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000afba0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031e98f8, 0xc000d54a00, 0x1479, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 771 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035b18f8, 0xc003402a00, 0x1403, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 772 [semacquire]: strings.Replace(0xc001ed1900, 0x10ab, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc001ed1900, 0x10ab) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0027b38f8, 0xc001ecf300, 0x10a5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 773 [semacquire]: strings.genSplit(0xc003e6ac00, 0x103f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1b1, 0x1b1) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030df3c0, 0xaa058b, 0x2, 0xc003e66000, 0x103f, 0x1, 0x1b1, 0xc001881b80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc003e66000, 0x103f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0030df518, 0xc000e844c0, 0x4f, 0xc000f680a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e803c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 774 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003dd45d0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001263518, 0xc002421820, 0x71, 0xc000026e00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 775 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002d7c4e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002d7c5b0, 0xc0003f7810, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000afbe0, 0x0, 0x0, 0x0, 0xc0030d1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000afbe0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030d18f8, 0xc0026d4000, 0xe30, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 776 [semacquire]: strings.Replace(0xc001fa6f80, 0x19c3, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00349f8f8, 0xc001fa6f80, 0x19c3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80600, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 777 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000109d40, 0xc000dc4000, 0x346) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000109d40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000109d40) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000109d40, 0xc0040a6070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001927380, 0x0, 0x0, 0x0, 0xc0031eb200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001927380, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031eb8f8, 0xc002020600, 0x1963, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e806c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 778 [runnable]: github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0012fe540) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:67 +0x9e github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0012fe460) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00312ed20) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00312ec40) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00312e540) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003e88720, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00349d518, 0xc001881320, 0xcb, 0xc00137a270) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80780, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 779 [runnable]: regexp.(*Regexp).doExecute(0xc0001fb0e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc003d91000, 0x74d, 0x315, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0001fb0e0, 0x0, 0x0, 0x0, 0xc003d91000, 0x74d, 0x2, 0xc0006e3218, 0xc00067eff0, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0001fb0e0, 0xc003d91000, 0x74d, 0xaa0378, 0x1, 0xc000e09fa0, 0xc0020fd810) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0006e3388, 0xc0020fd640, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0006e3388, 0xc002160d80, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x218, 0x219) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0006e3518, 0xc002160d80, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80840, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 780 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc001b9b2b0, 0xc001792480, 0x210) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc001b9b2b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001b9b2b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001b9b2b0, 0xc003ae4850, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00038bec0, 0x0, 0x0, 0x0, 0x0, 0x1201, 0xc00038be90) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00038be90, 0x0, 0x0, 0x0, 0x1300, 0xc003fce600, 0x12b3, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc003fce600, 0x12b3, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000526b80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0030db518, 0xc0000afc60, 0xc0023c6f60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80900, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 781 [semacquire]: strings.Replace(0xc001f82000, 0x21fa, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xa, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0021018f8, 0xc001f82000, 0x21fa, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e809c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 782 [semacquire]: strings.Replace(0xc003236c80, 0x190d, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc003236c80, 0x190d) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029a98f8, 0xc00318cc80, 0x1903, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80a80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 783 [semacquire]: strings.genSplit(0xc00307bb00, 0xd10, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x178, 0x178) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00083d3c0, 0xaa04f9, 0x2, 0xc002abe880, 0xd10, 0x1, 0x178, 0xc002421e20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002abe880, 0xd10, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00083d518, 0xc002421ae0, 0xa7, 0xc002198580) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80b40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 784 [runnable]: regexp.(*Regexp).doExecute(0xc0001372c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0000c1660, 0x7, 0x7, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc0000c1660, 0x7, 0x2, 0xc004606538, 0xc002e12a00, 0xc0005245d8, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc0000c1660, 0x7, 0xaa0378, 0x1, 0xc002cdc900, 0x2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046070c0, 0xc0044657a0, 0xc000afedc0, 0xc000524670) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0046070c0, 0xc004465730, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0005250c0, 0xc004465730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0005250c0, 0xc004465730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0046070c0, 0xc004465650, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0005250c0, 0xc004465650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0005250c0, 0xc004465650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0046070c0, 0xc0042261c0, 0x400, 0x203001) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0005250c0, 0xc0042261c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0005250c0, 0xc0042261c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0046070c0, 0xc0042260e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0005250c0, 0xc0042260e0, 0x54b170, 0xc0019900d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0042260e0, 0x0, 0x0, 0x0, 0x0, 0xc0042260e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002423ef0, 0x0, 0x0, 0x0, 0xd80, 0xc0033a0380, 0xcb7, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0033a0380, 0xcb7, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x60feec7600000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000525518, 0xc0023c7360, 0xc0023c7c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 785 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001e2f800, 0x390, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001e2f800, 0x390, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001e2f800, 0x390, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001e2f800, 0x390, 0x0, 0x0, 0x390, 0xc001e2f800, 0x390) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001e2f800, 0x390, 0x390, 0x580) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002b04540, 0x70, 0xc001e2f800, 0x390, 0xc001e2f800, 0x390, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002b04540, 0x70, 0xc001e2f800, 0x390, 0xaa0378, 0x1, 0xc001e2f800, 0x390, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 786 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003e884e0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0005c7518, 0xc000d90b80, 0x5e, 0xc00062d2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 787 [runnable]: sync.(*RWMutex).Unlock(0xc003994c08) /usr/local/go/src/sync/rwmutex.go:118 +0xd2 github.com/fatih/set.(*Set).Add(0xc003994c00, 0xc00051f2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:37 +0xfc github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00051f3c0, 0xaa0569, 0x2, 0xc001a1b800, 0x717, 0x1, 0xd5, 0xc003994be0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001a1b800, 0x717, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00051f518, 0xc00000f180, 0x60, 0xc000580960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 788 [runnable]: regexp.(*queueOnePass).insertNew(...) /usr/local/go/src/regexp/onepass.go:133 regexp.(*queueOnePass).insert(...) /usr/local/go/src/regexp/onepass.go:125 regexp.makeOnePass(0xc001405320, 0xc001405320) /usr/local/go/src/regexp/onepass.go:443 +0x469 regexp.compileOnePass(0xc001405290, 0xc001405290) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x2) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000523300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000523300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000523300, 0x0, 0xb856e0, 0xc0000ae208, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000523300, 0xc0000f8380, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000523300, 0x42cc84, 0xc001405260, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000523370, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc004407800, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001511a70, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000523518, 0xc0023c7ce0, 0xabc101, 0x1d, 0x5f, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 789 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc000386820, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000386820) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000386820, 0xc001a191f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002421e40, 0x0, 0x0, 0x0, 0xc0030e7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002421e40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030e78f8, 0xc002a6e000, 0xa43, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e80fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 790 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031fd8f8, 0xc001117000, 0xf09, 0x5, 0xc001ef6b40, 0x6) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 791 [runnable]: strings.Index(0xc002fac49a, 0x17ce, 0xaa5837, 0x5, 0x495) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.Replace(0xc002fac000, 0x1c68, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x8, 0xc002fac000, 0x1c68) /usr/local/go/src/strings/strings.go:952 +0x3a3 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a998f8, 0xc002fac000, 0x1c68, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 792 [runnable]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030dd8f8, 0xc0025b0000, 0xdd1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 793 [semacquire]: strings.Replace(0xc002283000, 0x152f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc002283000, 0x152f) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020e78f8, 0xc003215800, 0x152b, 0x5, 0xc0000c7e30, 0x6) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e812c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 794 [semacquire]: regexp.onePassCopy(0xc0030226c0, 0xc0030226c0) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc0030226c0, 0xc0030226c0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0030d8ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0030d8ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0004248fc) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0030d8ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0030d8ff8, 0x1, 0xc0024b80c0, 0xc010194ee00, 0x2804ebdd8c28) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0030d8ff8, 0x4, 0x834, 0xc001217701, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001217000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x42c59c, 0x7f9bc40daa88, 0x1ff) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003022690, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030d98f8, 0xc00157f000, 0x7cc, 0x6, 0xc000edc328, 0x5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 795 [runnable]: strings.(*Builder).WriteRune(0xc0030e3160, 0xc000000434, 0x30, 0xc004318000, 0x32) /usr/local/go/src/strings/builder.go:104 +0x29d strings.Map(0xae62d0, 0xc003b9c800, 0xa8f, 0x5165d7, 0xc000972700) /usr/local/go/src/strings/strings.go:488 +0x436 strings.ToLower(0xc003b9c800, 0xa8f, 0x42f9b8, 0xc0030e32e0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030e33c0, 0xaa04fd, 0x2, 0xc003b9c800, 0xa8f, 0xc003b9c800, 0xc0030e33b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc003b9c800, 0xa8f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0030e3518, 0xc000e08380, 0x78, 0xc000529c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 796 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003dd40c0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a1d518, 0xc0019262a0, 0x4c, 0xc0010cc8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 797 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003ef40c0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0034a1518, 0xc000e08ac0, 0x65, 0xc00116b3b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e815c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 798 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0032be270, 0xc003622000, 0x3ac) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0032be270, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032be270) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0032be270, 0xc00046e770, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001926320, 0x0, 0x0, 0x0, 0xc002d45200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001926320, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d458f8, 0xc0006d2000, 0x2b78, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 799 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00293ec30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc00293eea0, 0xc003211260, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d91680, 0x0, 0x0, 0x0, 0xc003525200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d91680, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035258f8, 0xc002ebc600, 0x11d5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 800 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0019521a0, 0xc0000c86d0, 0x5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0019521a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0019521a0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0019521a0, 0xc002542d20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001980da0, 0x0, 0x0, 0x0, 0xc002a1f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001980da0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a1f8f8, 0xc0026d0800, 0x150b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 801 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006bd588, 0xaa058b, 0x2, 0xc00396c580, 0x298, 0x4, 0x14, 0xc000d906a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0006bd518, 0xc000ce63a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e818c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 802 [semacquire]: regexp.makeOnePass(0xc00223b6e0, 0xc00223b6e0) /usr/local/go/src/regexp/onepass.go:444 +0x310 regexp.compileOnePass(0xc00223b680, 0xc00223b680) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0030e4ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0030e4ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00136490c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0030e4ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0030e4ff8, 0x1, 0xc001622510, 0xc0100cb4001, 0x2804ebdd7108) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0030e4ff8, 0x4, 0x8f8, 0xc0024d9701, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0024d9000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001952ea0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00223b650, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030e58f8, 0xc001e6a800, 0x70b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81980, 0x58) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 803 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001db71e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc001db72b0, 0xc003e835e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d90b40, 0x0, 0x0, 0x0, 0xc0030e1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d90b40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030e18f8, 0xc0030f0000, 0x1475, 0x0, 0x9f, 0xde) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 804 [semacquire]: strings.Replace(0xc003ed0000, 0x1712, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc003ed0000, 0x1712) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029358f8, 0xc0029d8000, 0x16fc, 0xb5d0bdd020b5d0b0, 0xbed085d1b1d0bed0, 0xbed0bcd0b8d0b4d0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 805 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0024f6dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0024f6ea0, 0xc00387a070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019b9b80, 0x0, 0x0, 0x0, 0xc00343b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019b9b80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00343b8f8, 0xc001720000, 0x1408, 0x80d1bad0b5d080d1, 0xbdd0b5d088d1b0d0, 0xd020b5d08bd1bdd0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 806 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000109e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc000109ee0, 0xc0040a85b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001927920, 0x0, 0x0, 0x0, 0xc002963200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001927920, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029638f8, 0xc001721500, 0x14ee, 0xc00116d985, 0x0, 0xc00116d986) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81c80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 807 [semacquire]: strings.Replace(0xc003238600, 0x18d9, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc003238600, 0x18d9) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041878f8, 0xc002764000, 0x18d8, 0x1dc, 0x3c4, 0x408) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81d40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 808 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003f41920, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0029c7518, 0xc003f48160, 0x93, 0xc00128e280) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 809 [semacquire]: strings.Replace(0xc003572000, 0x1ee3, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xb, 0xc0040500f0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033fb8f8, 0xc003572000, 0x1ee3, 0xd0bcd020bcd0b8d0, 0x2082d1b5d0b6d0be, 0x8cd182d18bd1b1d0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 810 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00114a680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00114a750, 0xc00153a070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001927be0, 0x0, 0x0, 0x0, 0xc00084d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001927be0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00084d8f8, 0xc000915900, 0x2021, 0xbfd0208cd182d181, 0xbfd0b4d0b5d080d1, 0x82d18fd1b8d080d1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000e81f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 811 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000237ad0, 0x1189d00, 0x1) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000237ad0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000237ad0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000237ad0, 0xc003796a10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001450980, 0x0, 0x0, 0x0, 0xc0029c9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001450980, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029c98f8, 0xc001541500, 0xa7c, 0xbfd0208cd182d181, 0xbfd0b4d0b5d080d1, 0x82d18fd1b8d080d1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104a060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 812 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001953c70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc001953d40, 0xc000761960, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001981a00, 0x0, 0x0, 0x0, 0xc00253f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001981a00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00253f8f8, 0xc00240c000, 0x3708, 0xd082d181d180d1b5, 0xbdd08dd120bed0b2, 0xb5d0b3d080d1b5d0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104a120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 813 [semacquire]: golang.org/x/net/html.(*Tokenizer).readTag(0xc000387380, 0xc0012d4001) /home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162 golang.org/x/net/html.(*Tokenizer).readStartTag(0xc000387380, 0x7f9b0000006d) /home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45 golang.org/x/net/html.(*Tokenizer).Next(0xc000387380, 0x1) /home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c golang.org/x/net/html.(*parser).parse(0xc000387790, 0xc001a23e30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00127cd20, 0x0, 0x0, 0x0, 0xc00226f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00127cd20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00226f8f8, 0xc00316a000, 0x126f, 0x82d181d1b8d02020, 0xb8d0bdd087d1bed0, 0x70747468203abad0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104a1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 814 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000237c70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc000237d40, 0xc00379cee0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0014509c0, 0x0, 0x0, 0x0, 0xc0029c5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0014509c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029c58f8, 0xc000c92880, 0xd25, 0xd181d1b4d0b5d080, 0xd0bbd0b2d0b0d082, 0xb0d0bdd020bdd0b5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104a2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 815 [semacquire]: strings.Replace(0xc001602000, 0xe24, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002b638f8, 0xc001602000, 0xe24, 0x5, 0xc000c9c5a0, 0x6) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104a360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 816 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0029e6ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0029e6ff8, 0x1, 0xc0023204f0, 0xc0100972700, 0x2804ebdd99b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0029e6ff8, 0xc000011370, 0x1, 0xffffffffffffffff, 0x26f, 0x26e) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xbed0b5d0b4d0b8d0, 0xb8d0bfd0b0d0b7d0, 0xd1bfd0208cd181d1, 0xd0b2d0b7d0b8d080, 0xbfd020b0d0bdd0b0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x2e39312d4449564f, 0xbed0bbd0bfd0b2d0, 0xd0b4d0208cd182d1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00161dc50, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029e78f8, 0xc001462c00, 0xad8, 0xb8d0bdd0b8d0bcd0, 0x80d1b5d082d181d1, 0xb0d0b2d082d181d1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104a420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 817 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc001450a3e) /usr/local/go/src/strings/strings.go:830 +0x4a strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0x0, 0x4f4400c0037c5000) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.beforeHTMLIM(0xc000237ee0, 0x7f9b00000000) /home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000237ee0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000237ee0, 0xc00379dce0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001450a40, 0x0, 0x0, 0x0, 0xc0029e9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001450a40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029e98f8, 0xc0024b5900, 0xc16, 0x8cd181d1b8d0bbd0, 0xd081d120b8d0202c, 0xd0bbd0b8d081d1b5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104a4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 818 [semacquire]: strings.Replace(0xc003b90000, 0xf45, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038678f8, 0xc003b90000, 0xf45, 0x20b8d0bbd0b8d088, 0x80d1bfd082d1bed0, 0xbdd0b4d0b7d0b0d0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104a5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 819 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001927900, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001927900, 0x0, 0x0, 0x0, 0xc002a29200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001927900, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a298f8, 0xc001212a00, 0x14aa, 0xd0b2d0bed0b4d0b5, 0x2c8fd1b8d0bdd0b0, 0xbed0bad020b2d020) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104a660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 820 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000e84ca0, 0xc002d232c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d233c0, 0xaa058b, 0x2, 0xc002fb6400, 0xac9, 0x8, 0x12a, 0xc000e84c80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002fb6400, 0xac9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d23518, 0xc000e84860, 0x84, 0xc0033cf325) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104a720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 821 [semacquire]: strings.Replace(0xc001660000, 0xec1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc001660000, 0xec1) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035bb8f8, 0xc001660000, 0xec1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104a7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 822 [semacquire]: golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221ba00, 0x0, 0x0, 0x0, 0xc0029e5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221ba00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029e58f8, 0xc002127000, 0x1756, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104a8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 823 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00261a0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00261a1a0, 0xc0019ece00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002421ea0, 0x0, 0x0, 0x0, 0xc001e05200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002421ea0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e058f8, 0xc000475100, 0xd09, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104a960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 824 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc0040d4b30, 0xc000e154d8, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc0040d4b30, 0xc0040a9c70, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc0040d4b30, 0xc0040a9ce0, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0040a9ce0, 0xc0040a9ce0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0040d4ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0040d4ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00122afd4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0040d4ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0040d4ff8, 0x1, 0xc001de3da0, 0xc010194ee00, 0x2804ebdd92f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0040d4ff8, 0x4, 0x508, 0xc001fc4a01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001fc4000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000386dd0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0000ab3e0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00127b8f8, 0xc00042b800, 0xafa, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104aa20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 825 [semacquire]: regexp.makeOnePass(0xc0000ab470, 0xc0000ab470) /usr/local/go/src/regexp/onepass.go:309 +0x20e regexp.compileOnePass(0xc0029d1b90, 0xc0029d1b90) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003ba4ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003ba4ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0004fe56c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003ba4ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003ba4ff8, 0x1, 0xc0014c1040, 0xc0101228700, 0x2804ebdd92f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003ba4ff8, 0x4, 0x3ef, 0xc0004b1c01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0004b1000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000386f70, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0029d1b60, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030cf8f8, 0xc001ac4000, 0xc12, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104aae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 826 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001927aa0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001927aa0, 0x0, 0x0, 0x0, 0xc003567200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001927aa0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035678f8, 0xc001287500, 0x1386, 0xc0012f472a, 0x0, 0xc0012f472b) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104aba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 827 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001927b00, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001927b00, 0x0, 0x0, 0x0, 0xc003569200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001927b00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035698f8, 0xc003b95000, 0xdcf, 0x87d183d120b5d0b8, 0xb5d08bd1bdd0b5d0, 0xd183d1b7d0b8d020) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104ac60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 828 [semacquire]: regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00079cff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00079cff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00122b00c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00079cff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00079cff8, 0x1, 0xc001de3e00, 0xc0101228700, 0x2804ebdd92f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00079cff8, 0x4, 0x4d9, 0xc003bb1b01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003bb1000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000e832b0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0000ab4d0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00079d8f8, 0xc002d98800, 0xb29, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104ad20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 829 [runnable]: golang.org/x/net/html.(*parser).addChild(0xc0032bf930, 0xc0044a6000) /home/develop/go/src/golang.org/x/net/html/parse.go:226 +0x276 golang.org/x/net/html.(*parser).addText(0xc0032bf930, 0xc004144940, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x162 golang.org/x/net/html.inBodyIM(0xc0032bf930, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032bf930) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0032bf930, 0xc00449cbd0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0044882a0, 0x0, 0x0, 0x0, 0xc0035bd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0044882a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035bd8f8, 0xc0004d6000, 0xf42, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104ade0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 830 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000c8c750, 0xc000115ec0, 0x2d) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000c8c750, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000c8c750) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000c8c750, 0xc0040e0770, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001927c00, 0x0, 0x0, 0x0, 0xc002a41200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001927c00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a418f8, 0xc002bb5b00, 0xc9d, 0xc0012f4d97, 0x13, 0xc0012f4dab) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104aea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 831 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000d914c0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d914c0, 0x0, 0x0, 0x0, 0xc002a43200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d914c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a438f8, 0xc0004d7000, 0xe42, 0xc0012f4122, 0x5, 0xc0012f4128) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104af60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 832 [runnable]: strings.Index(0xc003c5d800, 0x7d9, 0xaa0378, 0x1, 0xc7) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc003c5d800, 0x7d9, 0xaa0378, 0x1, 0x0, 0xc7, 0xfb7, 0xc00448c000, 0x7d9) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036fb588, 0xaa058b, 0x2, 0xc00448c000, 0x7d9, 0x0, 0xc000080a80, 0x7f9bebdd8c28) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0036fb518, 0xc0010186a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104b020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 833 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0035f5000, 0xf3f, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0035f5000, 0xf3f, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0035f5000, 0xf3f, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0035f5000, 0xf3f, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0035f5000, 0xf3f, 0x0, 0x0, 0xf3f, 0xc0035f5000, 0xf3f) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0035f5000, 0xf3f, 0xf3f, 0x1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013c37a0, 0x81, 0xc0035f5000, 0xf3f, 0xc0035f5000, 0xf3f, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013c37a0, 0x81, 0xc0035f5000, 0xf3f, 0xaa0378, 0x1, 0xc0035f5000, 0xf3f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104b0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 834 [semacquire]: bytes.makeSlice(0x10a4, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002261080, 0x34c, 0x2d6) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002261080, 0xc001d70380, 0x34c, 0x5165d7, 0xc001def082, 0xc000cb6420) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0032c0a10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0032c09a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0032c04d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001b83920, 0xc004213cb0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity.func1(0x2, 0xc001b83920) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:571 +0x38 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0020d2f60, 0xc0022611e8, 0xaa0378) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc002261518, 0xc0017909f0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002261518, 0xc00221b120, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104b1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 835 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000324300, 0x608, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000324300, 0x608, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000324300, 0x608, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000324300, 0x608, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000324300, 0x608, 0x0, 0x0, 0x608, 0xc000324300, 0x608) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000324300, 0x608, 0x608, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e802a0, 0x5e, 0xc000324300, 0x608, 0xc000324300, 0x608, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e802a0, 0x5e, 0xc000324300, 0x608, 0xaa0378, 0x1, 0xc000324300, 0x608, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104b260, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 836 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001926f20, 0xc001b492c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b493c0, 0xaa0599, 0x2, 0xc0029d3300, 0x1184, 0x1, 0x206, 0xc001926f00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0029d3300, 0x1184, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b49518, 0xc001926ae0, 0x68, 0xc001ca10a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104b320, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 837 [semacquire]: regexp.onePassCopy(0xc003ef4ae0, 0xc003ef4ae0) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc003ef4ae0, 0xc003ef4ae0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001b45300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001b45300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001b45300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001b45300, 0x75a856, 0x0, 0xc0032c1420, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001b45300, 0xc001b452c8, 0xc001b45350, 0x42ca96, 0xc003ef4ab0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc001b45368, 0xc001b45380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc001760340) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00197c690, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001b45518, 0xc000e091c0, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104b3e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 838 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001926aa0, 0xc001b472c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b473c0, 0xaa059b, 0x2, 0xc0034c7000, 0x1554, 0x1, 0x297, 0xc001926a80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0034c7000, 0x1554, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b47518, 0xc0019266e0, 0x8f, 0xc000d2c2f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104b4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 839 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0018908d0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003443518, 0xc00173a0e0, 0x75, 0xc001d7a200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104b560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 840 [semacquire]: github.com/gigawattio/window.Rolling(0xc0034d2a00, 0x13a, 0x13a, 0x3, 0x0, 0x139, 0xc0034d2a00) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a89518, 0xc00221b5a0, 0xc00221be20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104b620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 841 [runnable]: unicode.ToLower(0xc000000443, 0x89c) /usr/local/go/src/unicode/letter.go:261 +0x8d strings.Map(0xae62d0, 0xc0011a0032, 0x89c, 0xc001115218, 0xc001708700) /usr/local/go/src/strings/strings.go:501 +0x2cc strings.ToLower(0xc0011a0000, 0x8ce, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011153c0, 0xaa059b, 0x2, 0xc0011a0000, 0x8ce, 0x1, 0xfe, 0xc001760860) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0011a0000, 0x8ce, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001115518, 0xc0019802c0, 0x82, 0xc00141c1b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104b6e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 842 [runnable]: github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0033e4ee0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:67 +0x9e github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001bcb650) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001bcb570) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00137ea10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003ef4bd0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ae1518, 0xc001926480, 0x74, 0xc0015eae00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104b7a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 843 [semacquire]: strings.genSplit(0xc001af7500, 0x620, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003e3f100, 0xd6, 0xd6) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ae33c0, 0xaa04d9, 0x2, 0xc004110700, 0x620, 0x6, 0xd6, 0xc001927f60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc004110700, 0x620, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ae3518, 0xc000e09660, 0x6e, 0xc0011fe850) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104b860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 844 [semacquire]: strings.Replace(0xc001c81900, 0x116b, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc001c81900, 0x116b) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00343f8f8, 0xc002af4000, 0x1168, 0xc0010b8597, 0x9, 0xc0010b85a1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104b920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 845 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000e82dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000e82ea0, 0xc00345b730, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221bf20, 0x0, 0x0, 0x0, 0xc002e65200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221bf20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e658f8, 0xc0003dd800, 0x17af, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104b9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 846 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002311ad0, 0xc003992280, 0x253) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc002311ad0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002311ad0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002311ad0, 0xc00208a070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019b9180, 0x0, 0x0, 0x0, 0xc00226b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019b9180, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00226b8f8, 0xc003536000, 0x1ce9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104baa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 847 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc002c5ce38, 0xc00181c898, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc002c5ce38, 0xc0020f0620, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc002c5ce38, 0xc0020f0700, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0020f0700, 0xc0020f0700, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002c5d300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002c5d300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002c5d300, 0x0, 0xb856e0, 0xc0000ae048, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002c5d300, 0xc0003c6d20, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002c5d300, 0x42ca96, 0xc000e13b30, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002c5d370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc000d1e120, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0021603f0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002c5d518, 0xc0017600c0, 0xabc101, 0x1d, 0x6d, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104bb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 848 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001efb588, 0xaa058b, 0x2, 0xc001b5f000, 0xf33, 0x30, 0xc001efb290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc002161200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0021611d0, 0xc001efb320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001efb518, 0xc002160d20, 0xc002219720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001efb518, 0xc002160d20, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001efb518, 0xc002160d20, 0xc002160d20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104bc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 849 [semacquire]: regexp.onePassCopy(0xc003e89a40, 0xc003e89a40) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc003e89a40, 0xc003e89a40) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00320f300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00320f300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00320f300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00320f300, 0x75a856, 0x0, 0xc002ed9500, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00320f300, 0xc00320f2c8, 0xc00320f350, 0x42ca96, 0xc003e89a10, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc00320f368, 0xc00320f380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc000d916e0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00251f950, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00320f518, 0xc0023c7c20, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104bce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 850 [semacquire]: regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x10000) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002fa7300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002fa7300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002fa7300, 0xc000da4900, 0x5, 0xc002fa71d8, 0x46620f) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002fa7300, 0x1259780, 0x1259790, 0xc002fa72a0, 0x43b3b7) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002fa7300, 0x42cb96, 0x0, 0x0, 0x0, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002fa7370, 0x42d308, 0x30, 0xa4b3a0, 0x44d) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00221bb60, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002160c30, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002fa7518, 0xc001760540, 0xabc101, 0x1d, 0xce, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104bda0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 851 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00293f860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc00293f930, 0xc0039c1960, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024bf700, 0x0, 0x0, 0x0, 0xc002fa9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024bf700, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fa98f8, 0xc002d50c00, 0x10e8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104be60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 852 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc000fed000, 0x7d9, 0xc002e6b218, 0xc000dca380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc000fed000, 0x7d9, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e6b3c0, 0xaa05c9, 0x2, 0xc000fed000, 0x7d9, 0x1, 0xe2, 0xc001690160) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000fed000, 0x7d9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e6b518, 0xc001980a80, 0x5a, 0xc001b12720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00104bf20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 853 [semacquire]: strings.Replace(0xc002f5a380, 0xd3c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc002f5a380, 0xd3c) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031e78f8, 0xc0031dfb00, 0xd3b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 854 [semacquire]: strings.Replace(0xc003860000, 0x1583, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1, 0xc003860000, 0x1583) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033b38f8, 0xc00032d000, 0x157c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0011600c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 855 [semacquire]: strings.Replace(0xc0040df000, 0xe2f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1, 0xc0040df000, 0xe2f) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00349b8f8, 0xc0012d0000, 0xe2b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 856 [semacquire]: strings.Replace(0xc0024b4c80, 0xc5a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1, 0xc0024b4c80, 0xc5a) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035fb8f8, 0xc001819200, 0xc57, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 857 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc001952680, 0xc00122b320, 0x9) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc001952680, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001952680) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001952680, 0xc003b30620, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001980e20, 0x0, 0x0, 0x0, 0xc002fc3200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001980e20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fc38f8, 0xc002e0db00, 0xd32, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 858 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0020d2ab0, 0x1bf3ffa4d, 0x1251a20, 0xc0023c7580, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0011603c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 859 [semacquire]: strings.Replace(0xc003840600, 0x127a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc003840600, 0x127a) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037f38f8, 0xc001d5a000, 0x1277, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 860 [runnable]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 861 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003e5ea80, 0xa74, 0xc0038a9218, 0xc00194ee00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003e5ea80, 0xa74, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038a93c0, 0xaa058b, 0x2, 0xc003e5ea80, 0xa74, 0x1, 0x14b, 0xc001881ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc003e5ea80, 0xa74, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038a9518, 0xc0018816a0, 0x79, 0xc000813c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160600, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 862 [runnable]: github.com/fatih/set.(*Set).Has(0xc0000ae000, 0xc0026392c0, 0x1, 0x1, 0xc000502000) /home/develop/go/src/github.com/fatih/set/set_ts.go:82 +0xd4 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026393c0, 0xaa0503, 0x2, 0xc003c13800, 0x720, 0x2, 0x10a, 0xc0019273c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc003c13800, 0x720, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002639518, 0xc00127c060, 0x33, 0xc00181c1c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0011606c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 863 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00253b3c0, 0xaa0599, 0x2, 0xc002a0ef00, 0x2018, 0xc002a0ef00, 0xc00253b3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002a0ef00, 0x2018, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00253b518, 0xc00173a8e0, 0x6d, 0xc0011ff2d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 864 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc0030a2b30, 0xc000d9e248, 0x1, 0xe, 0xd5, 0x600000003) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc0030a2b30, 0xc003211110, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc0030a2b30, 0xc003211180, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc003211180, 0xc003211180, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0030a2ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0030a2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0000c80ac) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0030a2ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0030a2ff8, 0x1, 0xc000519a80, 0xc0100896000, 0x2804ebdd7108) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0030a2ff8, 0x4, 0x505, 0xc0005d1a01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0005d1000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0024f71e0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0006d05d0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037838f8, 0xc0032e7800, 0xafc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 865 [semacquire]: bytes.makeSlice(0x17d7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0006d07b0, 0x1c7, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0006d07b0, 0xc001ae25a0, 0x1c7, 0x6, 0xffffffffffffffff, 0xaa03f5) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0006d07b0, 0xc001ae25a0, 0x1c7, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0006d07b0, 0xc0031496c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0006d07b0, 0xc0031489a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0006d07b0, 0xc003148380, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0006d07b0, 0xc0031482a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0006d07b0, 0xc0007a1b90, 0xb84d20, 0xc0006d07b0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0006d07b0, 0xc0007a1b90, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001181fb0, 0x1c07aab55, 0x1251a20, 0xc001927000, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 866 [semacquire]: strings.Replace(0xc003ea1500, 0xa65, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b6f8f8, 0xc003ea1500, 0xa65, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0011609c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 867 [semacquire]: strings.Replace(0xc003625300, 0x10cf, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x7f9bc54a5fff, 0xc003ebb278) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ebb8f8, 0xc003625300, 0x10cf, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 868 [runnable]: strings.Index(0xc00317b100, 0xcb5, 0xaa0378, 0x1, 0x13a) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc00317b100, 0xcb5, 0xaa0378, 0x1, 0x0, 0x13a, 0x42fa20, 0x13b, 0x13b) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034e93c0, 0xaa04f9, 0x2, 0xc002e70380, 0xcb5, 0x1, 0x13b, 0xc0044881a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002e70380, 0xcb5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0034e9518, 0xc000ce63e0, 0x82, 0xc0010fe750) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 869 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001981140, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001981140, 0x0, 0x0, 0x0, 0xc003bbd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001981140, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003bbd8f8, 0xc003b57800, 0xae1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 870 [semacquire]: strings.Replace(0xc00233ec80, 0xc2a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc00233ec80, 0xc2a) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00347d8f8, 0xc00233ec80, 0xc2a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 871 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002420be0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002420be0, 0x0, 0x0, 0x0, 0xc0035f9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002420be0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035f98f8, 0xc003677900, 0x107d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 872 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 873 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 874 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ebd8f8, 0xc003ec4a80, 0x931, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001160fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 875 [semacquire]: strings.Replace(0xc00183f400, 0xa95, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc00183f400, 0xa95) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00263d8f8, 0xc00183f400, 0xa95, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 876 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000d91420, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d91420, 0x0, 0x0, 0x0, 0xc003b73200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d91420, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b738f8, 0xc00360d800, 0xba3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 877 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003c87f50, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0035bf518, 0xc000ce69e0, 0x43, 0xc00002af00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 878 [semacquire]: strings.Replace(0xc002a96000, 0xd8f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc002a96000, 0xd8f) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038a58f8, 0xc003aaa000, 0xd8d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0011612c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 879 [semacquire]: strings.Replace(0xc003450000, 0x17ac, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003bf58f8, 0xc003450000, 0x17ac, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 880 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 881 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 882 [runnable]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0011615c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 883 [runnable]: strings.Replace(0xc0022be000, 0xf96, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc0022be000, 0xf96) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036b98f8, 0xc00384c000, 0xf93, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 884 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b22474410, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00122bfa0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00122bf70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001366f00, 0x48d, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011e90c0, 0x40, 0xc001366f00, 0x48d, 0xc001366f00, 0x48d, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011e90c0, 0x40, 0xc001366f00, 0x48d, 0xaa0378, 0x1, 0xc001366f00, 0x48d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 885 [runnable]: syscall.Syscall(0x0, 0x19e, 0xc003de4000, 0x150e, 0x130e, 0x150e, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5 syscall.read(0x19e, 0xc003de4000, 0x150e, 0x150e, 0x0, 0x150e, 0xc003de4000) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:686 +0x5a syscall.Read(...) /usr/local/go/src/syscall/syscall_unix.go:189 internal/poll.(*FD).Read(0xc00346c0c0, 0xc003de4000, 0x150e, 0x150e, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:165 +0x133 os.(*File).read(...) /usr/local/go/src/os/file_unix.go:263 os.(*File).Read(0xc000382128, 0xc003de4000, 0x150e, 0x150e, 0xc003de4000, 0x0, 0x0) /usr/local/go/src/os/file.go:116 +0x71 bytes.(*Buffer).ReadFrom(0xc00319aa40, 0xb7c120, 0xc000382128, 0xc001161843, 0x18, 0xc00319aa78) /usr/local/go/src/bytes/buffer.go:204 +0xb1 io/ioutil.readAll(0xb7c120, 0xc000382128, 0x150e, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadFile(0xc001161800, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 886 [semacquire]: strings.Replace(0xc003df0000, 0x10ba, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x4, 0xc003df0000, 0x10ba) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ddb8f8, 0xc003dcd900, 0x10b0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0011618c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 887 [semacquire]: strings.genSplit(0xc000154d80, 0x419, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0032ac000, 0xa8, 0xa8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b013c0, 0xaa0599, 0x2, 0xc000838000, 0x419, 0x2, 0xa8, 0xc001927260) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000838000, 0x419, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b01518, 0xc00173a060, 0x8a, 0xc00141c120) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 888 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb220, 0x0, 0x0, 0x0, 0xc001eca000, 0x91e, 0x2, 0xc00325d218, 0x40, 0x0, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0001fb220, 0xc001eca000, 0x91e, 0xaa04bf, 0x2, 0xc001eca000, 0x91e) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00325d388, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00325d388, 0xc0005dc2d0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc00325d301, 0xc0000a25e8) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00325d518, 0xc0005dc2d0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 889 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0032bfa00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0032bfad0, 0xc0044a6230, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004488340, 0x0, 0x0, 0x0, 0xc002d43200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004488340, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d438f8, 0xc00428f000, 0xdc1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 890 [semacquire]: regexp.newQueue(...) /usr/local/go/src/regexp/onepass.go:141 regexp.makeOnePass(0xc0020d2990, 0xc0020d2990) /usr/local/go/src/regexp/onepass.go:306 +0x93 regexp.compileOnePass(0xc0020d2930, 0xc0020d2930) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0036d0ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0036d0ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001b52ea4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0036d0ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0036d0ff8, 0x1, 0xc001f37950, 0xc0100cb4000, 0x2804ebdd8560) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0036d0ff8, 0x4, 0x1ff, 0xc00186de01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00186d000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002e032b0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001adbad0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036d18f8, 0xc00342c000, 0xdfb, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 891 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 892 [runnable]: strings.Replace(0xc004580000, 0xb13, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0xffffffffffffffff, 0xc004580000, 0xb13) /usr/local/go/src/strings/strings.go:928 +0x590 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dd98f8, 0xc003d99400, 0xb0f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 893 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00261aea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00261af70, 0xc003c17c00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0010193a0, 0x0, 0x0, 0x0, 0xc00389f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0010193a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00389f8f8, 0xc002c3c800, 0xb7d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 894 [semacquire]: bytes.makeSlice(0xd27, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0014a6bd0, 0x147, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0014a6bd0, 0xc003fdc840, 0x147, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0014a6bd0, 0xc003fdc840, 0x147, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0014a6bd0, 0xc0004b1f80, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0014a6bd0, 0xc0004b1f10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0014a6bd0, 0xc0004b1e30, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0014a6bd0, 0xc0004b1810, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0014a6bd0, 0xc0004b1730, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0014a6bd0, 0xc0004b1030, 0xb84d20, 0xc0014a6bd0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0014a6bd0, 0xc0004b1030, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00101b4a0, 0x50d2a1, 0xc0018289c0, 0x2b, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003eed518, 0xc00221ade0, 0xc00221b800) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 895 [semacquire]: strings.Replace(0xc003276a00, 0x13b8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f80352d, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0004358f8, 0xc003276a00, 0x13b8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001161f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 896 [semacquire]: github.com/jaytaylor/html2text.FromString(0xc001120000, 0xe08, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001828600) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0036d7518, 0xc000ce6740, 0xc001019cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f8060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 897 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc000f93800, 0x7a, 0x2, 0xc003c3a1d0, 0x0, 0xc003c3a270, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc000f93800, 0x7a, 0xaa0378, 0x1, 0xc00402c400, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c3a3d8, 0xc003d13500, 0xc0032c2160, 0xc003c3a308) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c3a3d8, 0xc003d13490, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c3b0c0, 0xc003d13490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c3b0c0, 0xc003d13490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c3b0c0, 0xc003d133b0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00400d0c0, 0xc003d133b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00400d0c0, 0xc003d133b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c3b0c0, 0xc0039fdea0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00400d0c0, 0xc0039fdea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00400d0c0, 0xc0039fdea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c3b0c0, 0xc003a6dd50, 0xc001228700, 0x7f9bebdd8c28) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00400d0c0, 0xc003a6dd50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00400d0c0, 0xc003a6dd50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c3b0c0, 0xc003a6dc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00400d0c0, 0xc003a6dc70, 0x54b170, 0xc001b9b110) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003a6dc70, 0x0, 0x0, 0x0, 0x0, 0xc003a6dc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00038b350, 0x0, 0x0, 0x0, 0x1000, 0xc0037dd000, 0xe0a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0037dd000, 0xe0a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d612f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00400d518, 0xc003be3e00, 0xc0023c6880) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f8120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 898 [runnable]: golang.org/x/net/html.(*Tokenizer).readByte(0xc001077040, 0x80) /home/develop/go/src/golang.org/x/net/html/token.go:234 +0x440 golang.org/x/net/html.(*Tokenizer).Next(0xc001077040, 0xc001077118) /home/develop/go/src/golang.org/x/net/html/token.go:980 +0xcd golang.org/x/net/html.(*parser).parse(0xc001077110, 0xc0036543f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0004fd560, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0004fd530, 0x0, 0x0, 0x0, 0xc00, 0xc003b9a400, 0xbba, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc003b9a400, 0xbba, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000166300) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0036bd518, 0xc001980300, 0xc00039fcc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f81e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 899 [semacquire]: bytes.makeSlice(0xdac, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001711770, 0x56, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001711770, 0xc001b12d20, 0x56, 0x6, 0xffffffffffffffff, 0xa5e340) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc001711770, 0xc001b12d20, 0x56, 0x7f9bebdd99b8, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc001711770, 0xc0038071f0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc001711770, 0xc003807180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001711770, 0xc0038070a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001711770, 0xc003806fc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001711770, 0xc0038069a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001711770, 0xc0038068c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001711770, 0xc0038061c0, 0xb84d20, 0xc001711770) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc001711770, 0xc0038061c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00051c300, 0x50d2a1, 0xc0004b51a0, 0x16, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003821518, 0xc001690520, 0xc0024212c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f82a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 900 [semacquire]: strings.Replace(0xc003e00000, 0x175b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc003e00000, 0x175b) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dfd8f8, 0xc003de7000, 0x1754, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f8360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 901 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00221a320, 0xc002fa52c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fa53c0, 0xaa04fd, 0x2, 0xc0020ed000, 0xf7f, 0xc0020ed000, 0xc002fa53b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0020ed000, 0xf7f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fa5518, 0xc00127dd00, 0xb7, 0xc000efa0c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f8420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 902 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00293f380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc00293f450, 0xc0039bdd50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024bf3a0, 0x0, 0x0, 0x0, 0xc000b79200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024bf3a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000b798f8, 0xc002d15b00, 0xce3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f84e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 903 [runnable]: strings.Replace(0xc002271300, 0x12ad, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036d38f8, 0xc002271300, 0x12ad, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f85a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 904 [semacquire]: strings.Replace(0xc0022ef000, 0xd98, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc0022ef000, 0xd98) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00115b8f8, 0xc0022ef000, 0xd98, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f8660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 905 [semacquire]: bytes.makeSlice(0x168d, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00331ba40, 0x168d, 0x59) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc00097ea70, 0x168d, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc0012f8720, 0x59, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f8720, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 906 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000d91740, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d91740, 0x0, 0x0, 0x0, 0xc003057200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d91740, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030578f8, 0xc002f5d500, 0x913, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f87e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 907 [semacquire]: strings.Replace(0xc003ee7000, 0xe0c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003eef8f8, 0xc003ee7000, 0xe0c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f88a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 908 [semacquire]: strings.Replace(0xc003ef2000, 0xe49, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc003ef2000, 0xe49) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a958f8, 0xc00328a000, 0xe47, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f8960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 909 [semacquire]: strings.Replace(0xc0032ba000, 0xe2b, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036cf8f8, 0xc0032ba000, 0xe2b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f8a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 910 [semacquire]: strings.Replace(0xc004109300, 0x1217, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc004109300, 0x1217) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00411b8f8, 0xc004109300, 0x1217, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f8ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 911 [semacquire]: bytes.makeSlice(0x106, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003c3e3d8, 0x2, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003c3e3d8, 0xc003c3e13c, 0x2, 0x2, 0x83, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003c3e3d8, 0xc000d2d8c0, 0x83, 0x83, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c3e3d8, 0xc0005b27e0, 0xc0032c2160, 0xc003c3e308) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c3e3d8, 0xc0005b2770, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c3f0c0, 0xc0005b2770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c3f0c0, 0xc0005b2770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c3f0c0, 0xc0005b2540, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003df70c0, 0xc0005b2540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003df70c0, 0xc0005b2540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c3f0c0, 0xc0005b2460, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003df70c0, 0xc0005b2460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003df70c0, 0xc0005b2460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c3f0c0, 0xc003d8e540, 0x7f9bbc619740, 0x4) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003df70c0, 0xc003d8e540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003df70c0, 0xc003d8e540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c3f0c0, 0xc003d8e460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003df70c0, 0xc003d8e460, 0x54b170, 0xc002e02410) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003d8e460, 0x0, 0x0, 0x0, 0x0, 0xc003d8e460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00051da10, 0x0, 0x0, 0x0, 0x1000, 0xc003d8d000, 0xde6, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003d8d000, 0xde6, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x6090294a00000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003df7518, 0xc003e789a0, 0xc003e791e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f8ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 912 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f8c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 913 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f8d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 914 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f8de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 915 [runnable]: strings.Replace(0xc003d83900, 0x109c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003da38f8, 0xc003d83900, 0x109c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f8ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 916 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00039ed60, 0xc003a2f2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a2f3c0, 0xaa059b, 0x2, 0xc00046d500, 0x90f, 0x1, 0xf5, 0xc0019271e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00046d500, 0x90f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a2f518, 0xc0014506e0, 0x98, 0xc0017f68c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f8f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 917 [semacquire]: regexp.makeOnePass(0xc000235830, 0xc000235830) /usr/local/go/src/regexp/onepass.go:309 +0x20e regexp.compileOnePass(0xc003112690, 0xc003112690) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000b8aff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000b8aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00045c604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000b8aff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000b8aff8, 0x1, 0xc0013f2c90, 0xc0100896000, 0x2804ebdd7108) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000b8aff8, 0x4, 0xf3f, 0xc00231e001, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00231e000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0024f6410, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003112660, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00263d8f8, 0xc0035e9900, 0x10aa, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f9020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 918 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0024f64e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0024f65b0, 0xc002d7f490, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001450aa0, 0x0, 0x0, 0x0, 0xc003a31200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001450aa0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a318f8, 0xc00241d000, 0xe0f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f90e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 919 [semacquire]: regexp/syntax.(*parser).collapse(0xc000cc1e60, 0xc000e09b40, 0x3, 0x4, 0xc0020b5d12, 0xc0020b5d50) /usr/local/go/src/regexp/syntax/parse.go:380 +0x17a regexp/syntax.(*parser).concat(0xc000cc1e60, 0xa) /usr/local/go/src/regexp/syntax/parse.go:313 +0x166 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:891 +0x1026 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0036daff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0036daff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00186acc8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0036daff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0036daff8, 0x1, 0xc001b245d0, 0xc001708700, 0x2804ebdd7108) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0036daff8, 0x4, 0x397, 0xc003050c01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003050000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0024f6750, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000e12c90, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036db8f8, 0xc002790c80, 0x1980, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f91a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 920 [runnable]: github.com/fatih/set.(*Set).Has(0xc0000ae100, 0xc003a2d2c0, 0x1, 0x1, 0xc000502000) /home/develop/go/src/github.com/fatih/set/set_ts.go:71 +0x169 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a2d3c0, 0xaa04f9, 0x2, 0xc00021f800, 0x702, 0x1, 0xca, 0xc0023c7920) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00021f800, 0x702, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a2d518, 0xc000ce6720, 0x93, 0xc0006c5220) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f9260, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 921 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003113650, 0x19578f87a, 0x1251a20, 0xc001927ae0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f9320, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 922 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002420bc0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002420bc0, 0x0, 0x0, 0x0, 0xc0035fd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002420bc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035fd8f8, 0xc002250580, 0xc09, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f93e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 923 [semacquire]: strings.Replace(0xc0031cea00, 0x13fb, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc0031cea00, 0x13fb) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037838f8, 0xc0031cea00, 0x13fb, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f94a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 924 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc00293eb60, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00293eb60) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00293eb60, 0xc003210690, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d910c0, 0x0, 0x0, 0x0, 0xc003787200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d910c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037878f8, 0xc002c39800, 0xb0a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f9560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 925 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001d58ae0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002527518, 0xc0000af2a0, 0xba, 0xc000d59ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f9620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 926 [runnable]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0026c90c0, 0xc000fb2800, 0x394, 0xc0000000bb, 0x300, 0xbb) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:486 +0x2e5 github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0026c90c0, 0xc000fb2800, 0x394, 0x394, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026c90c0, 0xc001284620, 0xc000696370, 0xc0026c7fa0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c90c0, 0xc0012845b0, 0xc000000001, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0026c90c0, 0xc0012845b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026c90c0, 0xc0012845b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c90c0, 0xc0012844d0, 0x1, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0026c90c0, 0xc0012844d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:189 +0xdfe github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026c90c0, 0xc0012844d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c90c0, 0xc000739ab0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030e90c0, 0xc000739ab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030e90c0, 0xc000739ab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c90c0, 0xc0007399d0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030e90c0, 0xc0007399d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030e90c0, 0xc0007399d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c90c0, 0xc0007392d0, 0xc000080a80, 0x7f9bebdd77d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030e90c0, 0xc0007392d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030e90c0, 0xc0007392d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0026c90c0, 0xc0007391f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030e90c0, 0xc0007391f0, 0x54b170, 0xc001db61a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0007391f0, 0x0, 0x0, 0x0, 0x0, 0xc0007391f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000229e90, 0x0, 0x0, 0x0, 0x1300, 0xc002b87300, 0x11e7, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002b87300, 0x11e7, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0011ea540) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0030e9518, 0xc002218d40, 0xc002219660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f96e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 927 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f97a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 928 [semacquire]: bytes.makeSlice(0x31e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001c62c90, 0x8, 0x5) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001c62c90, 0xc001d57dc8, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc001c62c90, 0xc001d57dc8, 0x8, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc001c62c90, 0xc0039ae5b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc001c62c90, 0xc0039ae150, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001c62c90, 0xc0039ae0e0, 0xb84d20, 0xc001c62c90) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc001c62c90, 0xc0039ae0e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0014a77a0, 0x1976c1713, 0x1251a20, 0xc0024be680, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f9860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 929 [semacquire]: strings.Replace(0xc00346b000, 0xfda, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc00346b000, 0xfda) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00381b8f8, 0xc00346b000, 0xfda, 0x20300000000000, 0x7f9bc54a5fff, 0x400) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f9920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 930 [runnable]: github.com/fatih/set.(*Set).Add(0xc0036fc400, 0xc0026d1220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:26 +0x124 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026d1588, 0xaa058b, 0x2, 0xc0036ff180, 0x307, 0x1, 0x14, 0xc0036fc380) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0026d1518, 0xc001019080, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f99e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 931 [semacquire]: strings.Replace(0xc00383e000, 0x100c, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc00383e000, 0x100c) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030eb8f8, 0xc0013e0c00, 0x1009, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f9aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 932 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc002eee880, 0xcb9, 0xc002a1b218, 0xc00194ee00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc002eee880, 0xcb9, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a1b3c0, 0xaa04df, 0x2, 0xc002eee880, 0xcb9, 0x1, 0x139, 0xc001927fa0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002eee880, 0xcb9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a1b518, 0xc00000e800, 0x76, 0xc000d34c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f9b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 933 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b5c502090, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0014a0e90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0014a0e80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0011b1b00, 0x45e, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f90000, 0xa9, 0xc0011b1b00, 0x45e, 0xc0011b1b00, 0x45e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f90000, 0xa9, 0xc0011b1b00, 0x45e, 0xaa0378, 0x1, 0xc0011b1b00, 0x45e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f9c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 934 [runnable]: github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc002422ff0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002422fc0, 0xc0032e12c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0032e16b0, 0xc00000f480, 0xaac03e, 0x7, 0xc00000f480) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0032e16b0, 0xc00000f480, 0xc001927560) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f9ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 935 [runnable]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001451420, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001451420, 0x0, 0x0, 0x0, 0xc003e17200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001451420, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e178f8, 0xc002978d80, 0xd46, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f9da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 936 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc003dfae38, 0xc0004b6b98, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc003dfae38, 0xc0044a60e0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc003dfae38, 0xc0044a61c0, 0xc003dfae70) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0044a61c0, 0xc0044a61c0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x29) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003dfb300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003dfb300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003dfb300, 0x0, 0xb856e0, 0xc0000ae1c8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003dfb300, 0xc0042268c0, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003dfb300, 0x42cc84, 0xc0024c3830, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc003dfb370, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0044882e0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0005ddbc0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003dfb518, 0xc0036fcae0, 0xabc101, 0x1d, 0x73, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f9e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 937 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0012f9f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 938 [runnable]: github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:31 +0x187 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001388000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 939 [runnable]: golang.org/x/net/html.(*Tokenizer).Token(0xc000387930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc000387a00, 0xc003dbdf80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001880f60, 0x0, 0x0, 0x0, 0xc003df9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001880f60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003df98f8, 0xc003deb800, 0xb6b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0013880c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 940 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b5c520120, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000edcec0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000edceb0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014e4c00, 0x5bd, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a0a0, 0x48, 0xc0014e4c00, 0x5bd, 0xc0014e4c00, 0x5bd, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a0a0, 0x48, 0xc0014e4c00, 0x5bd, 0xaa0378, 0x1, 0xc0014e4c00, 0x5bd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001388180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 941 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001388240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 942 [runnable]: strings.Index(0xc004526d00, 0x850, 0xaa0378, 0x1, 0xf8) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc004526d00, 0x850, 0xaa0378, 0x1, 0x0, 0xf8, 0x42fa20, 0xf9, 0xf9) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003dd73c0, 0xaa04d9, 0x2, 0xc004524900, 0x850, 0xd, 0xf9, 0xc003994b80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc004524900, 0x850, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003dd7518, 0xc003994800, 0x85, 0xc002abaf30) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001388300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 943 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a9b8f8, 0xc003a8a380, 0xd43, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0013883c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 944 [semacquire]: regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003ac9300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003ac9300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003ac9300, 0x0, 0xb856e0, 0xc0000ae208, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003ac9300, 0xc0037fc070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003ac9300, 0x42ca96, 0xc0000ab8c0, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc003ac9370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001927c40, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00051d6e0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003ac9518, 0xc0016909c0, 0xabc101, 0x1d, 0x7f, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001388480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 945 [runnable]: golang.org/x/net/html/atom.Lookup(0xc003a5b0f6, 0x4, 0xf0a, 0x1) /home/develop/go/src/golang.org/x/net/html/atom/atom.go:57 +0x1f8 golang.org/x/net/html.(*Tokenizer).Token(0xc000c8cf70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1183 +0x297 golang.org/x/net/html.(*parser).parse(0xc000c8d040, 0xc003a76fc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003994780, 0x0, 0x0, 0x0, 0xc003ddd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003994780, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ddd8f8, 0xc002d57100, 0xd04, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001388540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 946 [semacquire]: github.com/fatih/set.(*Set).Add(0xc002420820, 0xc000f532c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f533c0, 0xaa058b, 0x2, 0xc00383b500, 0xa0f, 0x1, 0x113, 0xc000ce6d00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00383b500, 0xa0f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000f53518, 0xc0023c6060, 0x86, 0xc000d2c240) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001388600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 947 [runnable]: github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:31 +0x187 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0013886c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 948 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ab5588, 0xaa058b, 0x2, 0xc000d43d40, 0x186, 0x5, 0x1a, 0xc0023c7740) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc003ab5518, 0xc0012d72f0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003ab5518, 0xc0023c65a0, 0x62) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001388780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 949 [semacquire]: strings.Replace(0xc0027d3300, 0x1259, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc0027d3300, 0x1259) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bd18f8, 0xc002724600, 0x1257, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001388840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 950 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137400, 0x0, 0x0, 0x0, 0xc002044c00, 0x1192, 0x2, 0xc003acd038, 0xc002044c00, 0x1192, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000137400, 0xc002044c00, 0x1192, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc003ab7ce0, 0x0, 0x0, 0x0, 0x0, 0xc003ab7ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0004fc540, 0x0, 0x0, 0x0, 0x1800, 0xc002ac6800, 0x174e, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002ac6800, 0x174e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000e1cd20) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0036c1518, 0xc0023c77e0, 0xc00039e360) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001388900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 951 [semacquire]: bytes.makeSlice(0x477, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0000abbf0, 0xfd, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0000abbf0, 0xc00070de00, 0xfd, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0000abbf0, 0xc00070de00, 0xfd, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0000abbf0, 0xc003ac5490, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0000abbf0, 0xc003ac5420, 0xb84d20, 0xc0000abbf0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0000abbf0, 0xc003ac5420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0000abbc0, 0x203000, 0x203000, 0xf006e9c400000000, 0xc003ad7138) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0000abbc0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0000abb90, 0xc003ad72c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc003ad76b0, 0xc00039e540, 0xaac03e, 0x7, 0xc00039e540) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc003ad76b0, 0xc00039e540, 0xc00039ee60) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0013889c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 952 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc003e88000, 0x6, 0x6, 0xc003527260, 0xc000d90b00, 0x20, 0x20) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc00097e1c0, 0x1, 0x1, 0xc003527330, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.findWithMatcher(0xc00097e1c0, 0x1, 0x1, 0xb856e0, 0xc000d90b00, 0xc0035273b0, 0x753f20, 0xaa3fc2) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00223bad0, 0xaa408e, 0x4, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003527518, 0xc000d907e0, 0x79, 0xc000529136) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001388a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 623 [semacquire]: bytes.makeSlice(0x18b0, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002673388, 0x22c, 0x19b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002673388, 0xc001b0f200, 0x22c, 0x5165d7, 0xc003881568, 0xc0015ce708) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001747dc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001747d50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001747180) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0017470a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0035d0a10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0000abda0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002673518, 0xc0018812a0, 0x81, 0xc0010fe090) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380960, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 624 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0016a1000, 0x78b, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0016a1000, 0x78b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0016a1000, 0x78b, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0016a1000, 0x78b, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0016a1000, 0x78b, 0x0, 0x0, 0x78b, 0xc0016a1000, 0x78b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0016a1000, 0x78b, 0x78b, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000602c00, 0x7b, 0xc0016a1000, 0x78b, 0xc0016a1000, 0x78b, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000602c00, 0x7b, 0xc0016a1000, 0x78b, 0xaa0378, 0x1, 0xc0016a1000, 0x78b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380ae0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 625 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:16 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0003213c0, 0xaa05c9, 0x2, 0xc0014d2400, 0xaf4, 0x1, 0x14d, 0xc00039ee20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0014d2400, 0xaf4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000321518, 0xc0024be1a0, 0x7c, 0xc000602d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380d20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 962 [runnable]: bytes.makeSlice.func1() /usr/local/go/src/bytes/buffer.go:224 +0x68 bytes.makeSlice(0xcb0, 0xc004254000, 0xcb0, 0xcb0) /usr/local/go/src/bytes/buffer.go:229 +0x96 bytes.(*Buffer).grow(0xc001b83890, 0xce, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001b83890, 0xc000e8c4e0, 0xce, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc001b83890, 0xc000e8c4e0, 0xce, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc001b83890, 0xc00218cbd0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc001b83890, 0xc00218cb60, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001b83890, 0xc00218c1c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001b83890, 0xc00218c0e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001b83890, 0xc00189f9d0, 0xb84d20, 0xc001b83890) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc001b83890, 0xc00189f9d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00120fa10, 0x50d201, 0xc0007b9810, 0x68, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003425518, 0xc00000e9a0, 0xc0036fd720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003810e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 963 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006c13c0, 0xaa0599, 0x2, 0xc001bda000, 0xe42, 0x1, 0x19f, 0xc00000e940) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001bda000, 0xe42, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006c1518, 0xc00000e480, 0x90, 0xc002aba77a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 964 [semacquire]: strings.genSplit(0xc0027a7900, 0x10c3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003d2ea00, 0x23a, 0x23a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035b33c0, 0xaa058b, 0x2, 0xc0039ef300, 0x10c3, 0x1, 0x23a, 0xc0019b9b40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0039ef300, 0x10c3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0035b3518, 0xc0019b9720, 0x9e, 0xc000e9c172) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 965 [runnable]: strings.Index(0xc004487500, 0x924, 0xaa0378, 0x1, 0x13f) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc004487500, 0x924, 0xaa0378, 0x1, 0x0, 0x13f, 0x42fa20, 0x140, 0x140) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00226d3c0, 0xaa04d9, 0x2, 0xc002ef3500, 0x924, 0x8, 0x140, 0xc004488380) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002ef3500, 0x924, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00226d518, 0xc004302260, 0x69, 0xc000e17ce0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 966 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 967 [semacquire]: regexp.(*Regexp).replaceAll(0xc00212bae0, 0x0, 0x0, 0x0, 0xc0022ea000, 0xdb9, 0x2, 0xc003347218, 0xc0022ea000, 0xdb9, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc00212bae0, 0xc0022ea000, 0xdb9, 0xaa0378, 0x1, 0x1, 0x16) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d45518, 0xc0024bf1e0, 0xc0024bfae0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 968 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002181110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0021812b0, 0xc002dfa930, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221b860, 0x0, 0x0, 0x0, 0xc001533200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221b860, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015338f8, 0xc00165b800, 0xbcf, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 969 [runnable]: strings.genSplit(0xc0039c4a00, 0x6ea, 0xaa0378, 0x1, 0x0, 0xdd, 0xc003d0d000, 0xde, 0xde) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0029373c0, 0xaa04d9, 0x2, 0xc0023f7800, 0x6ea, 0x8, 0xde, 0xc00000f160) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0023f7800, 0x6ea, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002937518, 0xc00000edc0, 0x9f, 0xc000d64320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d38060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 970 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001db75f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc001db7ee0, 0xc0034995e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221b8a0, 0x0, 0x0, 0x0, 0xc0033d9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221b8a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033d98f8, 0xc002be3b00, 0x815, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d38120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 971 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc003e22b30, 0xc0023d5dd8, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc003e22b30, 0xc003e07500, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc003e22b30, 0xc003e07570, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc003e07570, 0xc003e07570, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003e22ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003e22ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001ef6214) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003e22ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003e22ff8, 0x1, 0xc00137d6f0, 0xc0100dca380, 0x2804ebdd8c28) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003e22ff8, 0x4, 0x5b9, 0xc0035b5a01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0035b5000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000387860, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dd4420, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034218f8, 0xc00191ea80, 0xa49, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d381e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 972 [semacquire]: strings.Replace(0xc0027c0000, 0x11e0, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc0027c0000, 0x11e0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f538f8, 0xc0027c0000, 0x11e0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d382a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 973 [semacquire]: strings.Replace(0xc003357000, 0xda5, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc003357000, 0xda5) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039658f8, 0xc003357000, 0xda5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d38360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 974 [semacquire]: strings.Replace(0xc002bf0000, 0xecb, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc002bf0000, 0xecb) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035ad8f8, 0xc0022eb000, 0xec9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d38420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 975 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002181a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002181ad0, 0xc002dfafc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221b920, 0x0, 0x0, 0x0, 0xc0029eb200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221b920, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029eb8f8, 0xc001fd3900, 0x10e7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d384e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 976 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000e82c30, 0xc001ec8c00, 0x7a) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000e82c30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000e82c30) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000e82c30, 0xc003b97260, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221baa0, 0x0, 0x0, 0x0, 0xc00358d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221baa0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00358d8f8, 0xc0031e0880, 0xcfd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d385a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 977 [semacquire]: bytes.makeSlice(0x414, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002d770c0, 0x2, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002d770c0, 0xc002d76104, 0x2, 0x2, 0x77, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002d770c0, 0xc003c2e000, 0x119, 0x119, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d770c0, 0xc002d49b20, 0xc002d761b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002d770c0, 0xc002d49ab0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002d770c0, 0xc002d49ab0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d770c0, 0xc002d49ab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d770c0, 0xc002d49ab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002d770c0, 0xc002d49260, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000ebf0c0, 0xc002d49260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000ebf0c0, 0xc002d49260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002d770c0, 0xc002d49180, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000ebf0c0, 0xc002d49180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000ebf0c0, 0xc002d49180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002d770c0, 0xc002d48a80, 0xc001228700, 0x7f9bebdd77d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000ebf0c0, 0xc002d48a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000ebf0c0, 0xc002d48a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002d770c0, 0xc002d489a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000ebf0c0, 0xc002d489a0, 0x54b170, 0xc000c735f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002d489a0, 0x0, 0x0, 0x0, 0x0, 0xc002d489a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0014048a0, 0x0, 0x0, 0x0, 0x1300, 0xc002adcc00, 0x118a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002adcc00, 0x118a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0004ba9f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000ebf518, 0xc0010184a0, 0xc001018e20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d38660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 978 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0x1189d00, 0x1, 0x2, 0xc003c4a1d0, 0xb5d00000000a, 0xc003c4a270, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0x1189d00, 0x1, 0xaa0378, 0x1, 0xc002cdc800, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c4b0c0, 0xc003c42a10, 0xc0032c2160, 0xc003c4a308) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c4b0c0, 0xc003c429a0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c4b0c0, 0xc003c429a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c4b0c0, 0xc003c429a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c4b0c0, 0xc003c42770, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021570c0, 0xc003c42770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021570c0, 0xc003c42770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c4b0c0, 0xc003c42690, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021570c0, 0xc003c42690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021570c0, 0xc003c42690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c4b0c0, 0xc003c41f80, 0xc000dca380, 0x7f9bebdda080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021570c0, 0xc003c41f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021570c0, 0xc003c41f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c4b0c0, 0xc003c41ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021570c0, 0xc003c41ea0, 0x54b170, 0xc002e02a90) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003c41ea0, 0x0, 0x0, 0x0, 0x0, 0xc003c41ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001c62960, 0x0, 0x0, 0x0, 0x1000, 0xc0023d2000, 0xe19, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0023d2000, 0xe19, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0004f4a20) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002157518, 0xc003e796e0, 0xc003e79f40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d38720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 979 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0039b8380, 0xd0d, 0xc002159218, 0xc000cb4000) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0039b8380, 0xd0d, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021593c0, 0xaa0503, 0x2, 0xc0039b8380, 0xd0d, 0x2, 0x14c, 0xc001980260) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0039b8380, 0xd0d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002159518, 0xc00173a560, 0x7d, 0xc000812180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d387e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 980 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001d368d0, 0x16f1e75e2, 0x1251a20, 0xc0024be080, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d388a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 981 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00263b3c0, 0xaa058b, 0x2, 0xc001b3a880, 0xcad, 0x1, 0x188, 0xc0019800c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001b3a880, 0xcad, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00263b518, 0xc002219ca0, 0xa0, 0xc0017f648f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d38960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 982 [semacquire]: strings.genSplit(0xc003f92000, 0x879, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003ae0000, 0xe6, 0xe6) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00381d3c0, 0xaa05c9, 0x2, 0xc001a46400, 0x879, 0x1, 0xe6, 0xc00039f700) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001a46400, 0x879, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00381d518, 0xc00039f360, 0x9e, 0xc0004aebe0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d38a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 983 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc000387c70, 0x100) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000387c70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000387c70, 0xc001e9c8c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221a220, 0x0, 0x0, 0x0, 0xc0005eb200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221a220, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005eb8f8, 0xc002e97800, 0xb86, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d38ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 984 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000e859a0, 0xc002d3f2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d3f3c0, 0xaa0599, 0x2, 0xc0027dbc00, 0xb40, 0x2, 0x101, 0xc000e85980) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0027dbc00, 0xb40, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d3f518, 0xc00127d080, 0x60, 0xc000980cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d38ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 985 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001927a00, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001927a00, 0x0, 0x0, 0x0, 0xc0036b5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001927a00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036b58f8, 0xc0017eb300, 0x11ab, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d38c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 986 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001db7040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc001db7110, 0xc0016484d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc000ed55f0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000ed55c0, 0x0, 0x0, 0x0, 0x1800, 0xc0029cf000, 0x17e4, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0029cf000, 0x17e4, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001410e10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0027b7518, 0xc001926e40, 0xc001927780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d38d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 987 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001953520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0019535f0, 0xc00256d7a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000ce7d60, 0x0, 0x0, 0x0, 0xc002671200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000ce7d60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026718f8, 0xc000d20000, 0xf70, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d38de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 988 [runnable]: strings.Index(0xc003d5f3f5, 0xaec, 0xaa042f, 0x2, 0x3f3) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.Replace(0xc003d5f000, 0xee1, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:952 +0x3a3 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d6d8f8, 0xc003d5f000, 0xee1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d38ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 989 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc00165a000, 0xb7e, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:287 +0x47c _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00165a000, 0xb7e, 0x0, 0x0, 0xb7e, 0xc00165a000, 0xb7e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00165a000, 0xb7e, 0xb7e, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002b04fc0, 0x66, 0xc00165a000, 0xb7e, 0xc00165a000, 0xb7e, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002b04fc0, 0x66, 0xc00165a000, 0xb7e, 0xaa0378, 0x1, 0xc00165a000, 0xb7e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d38f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 992 [semacquire]: bytes.makeSlice(0x31c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000e12b70, 0x8, 0x4) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc000e12b70, 0xc000614bd0, 0x8, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc000e12b70, 0xc003031c70, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316 golang.org/x/net/html.render1(0xb84d20, 0xc000e12b70, 0xc00341fdc0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc000e12b70, 0xc00341fd50, 0xb84d20, 0xc000e12b70) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc000e12b70, 0xc00341fd50, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000e12900, 0x1bf2ec4cc, 0x1251a20, 0xc000e09860, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d391a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 993 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc002e03450, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002e03450) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002e03450, 0xc003c5b110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001018a00, 0x0, 0x0, 0x0, 0xc0036cd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001018a00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036cd8f8, 0xc003555800, 0xbed, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d39260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 994 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc00261a410, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x708 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00261a410) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00261a410, 0xc0019ed490, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001018a20, 0x0, 0x0, 0x0, 0xc00356b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001018a20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00356b8f8, 0xc00355f800, 0xbf6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d39320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 995 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d393e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 996 [semacquire]: bytes.makeSlice(0x7b3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002d21388, 0x137, 0x154) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002d21388, 0xc0032ce780, 0x137, 0x5165d7, 0xc0018045a9, 0xc000d93ea0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002d46770) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002d46700) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002d460e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002d46000) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002b858f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001eae6c0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d21518, 0xc0024bf760, 0x75, 0xc000f93400) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d394a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 997 [runnable]: github.com/andybalholm/cascadia.Compile(0xaa3da6, 0x4, 0x50c765, 0xc002e62a80, 0x59) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x82 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000234120, 0xaa3da6, 0x4, 0xffffffffffffffff) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002905518, 0xc000e08360, 0x59, 0xc002e62a80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:120 +0x4a github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d39560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 998 [runnable]: golang.org/x/net/html.(*Tokenizer).readByte(0xc0010775f0, 0x7f9bebdd773c) /home/develop/go/src/golang.org/x/net/html/token.go:234 +0x440 golang.org/x/net/html.(*Tokenizer).Next(0xc0010775f0, 0xc004316700) /home/develop/go/src/golang.org/x/net/html/token.go:990 +0xf1 golang.org/x/net/html.(*parser).parse(0xc0010776c0, 0xc004316700, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001880ce0, 0x0, 0x0, 0x0, 0xc003059200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001880ce0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030598f8, 0xc0027db000, 0xb70, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d39620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 999 [semacquire]: strings.Replace(0xc0027c6000, 0x1161, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc0027c6000, 0x1161) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00294b8f8, 0xc002910c00, 0x115f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d396e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1000 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc001db6f70, 0xc0015e83c0, 0x1c7) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc001db6f70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001db6f70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001db6f70, 0xc002f5e7e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d90760, 0x0, 0x0, 0x0, 0xc00294d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d90760, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00294d8f8, 0xc002cdf600, 0xd15, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d397a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1001 [runnable]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d39860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1002 [runnable]: unicode.ToLower(0xc000000020, 0x435) /usr/local/go/src/unicode/letter.go:261 +0x8d strings.Map(0xae62d0, 0xc00273eab4, 0x480e, 0xc002f6f218, 0xc000972700) /usr/local/go/src/strings/strings.go:501 +0x2cc strings.ToLower(0xc00273ea80, 0x4842, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f6f3c0, 0xaa059b, 0x2, 0xc00273ea80, 0x4842, 0x1, 0x6f2, 0xc0000af980) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00273ea80, 0x4842, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f6f518, 0xc0000af5a0, 0xc4, 0xc0015ec5ee) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d39920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1003 [semacquire]: github.com/araddon/dateparse.newParser(...) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:1710 github.com/araddon/dateparse.parseTime(0xc0015d5590, 0x48, 0x0, 0xc0015d5590, 0x48, 0x48) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0xf6 github.com/araddon/dateparse.ParseAny(0xc0015d5590, 0x48, 0x3, 0xaa0378, 0x1, 0xc0015d5590, 0x48) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0030eb518, 0xc0000ae400, 0xc0000aec40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d399e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1004 [semacquire]: bytes.makeSlice(0x107e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0033e10c0, 0x2, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0033e10c0, 0xc0033e0104, 0x2, 0x2, 0x63, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0033e10c0, 0xc001502960, 0xeb, 0xeb, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033e10c0, 0xc0032aa0e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0033e10c0, 0xc0035d1f10, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0033e10c0, 0xc0035d1f10, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033e10c0, 0xc0035d1f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033e10c0, 0xc0035d1f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0033e10c0, 0xc0033cb260, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f050c0, 0xc0033cb260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f050c0, 0xc0033cb260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0033e10c0, 0xc0033cb180, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f050c0, 0xc0033cb180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f050c0, 0xc0033cb180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0033e10c0, 0xc002ed8f50, 0xc000896000, 0x7f9bebdd7108) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f050c0, 0xc002ed8f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f050c0, 0xc002ed8f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0033e10c0, 0xc002ed8e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f050c0, 0xc002ed8e70, 0x54b170, 0xc001db75f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002ed8e70, 0x0, 0x0, 0x0, 0x0, 0xc002ed8e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00251f500, 0x0, 0x0, 0x0, 0x1000, 0xc002ef2000, 0xe94, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002ef2000, 0xe94, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000da6ae0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f05518, 0xc0023c72a0, 0xc0023c7ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d39aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1005 [semacquire]: bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002fab0e8, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc002fab0e8, 0xb7b620, 0xc0017117d0, 0x203000, 0x203000, 0x203000) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc0017117d0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0017117d0, 0xc002fab1d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0017117d0, 0x0, 0x0, 0x0, 0x1000, 0xc0020ef000, 0xe46, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc0020ef000, 0xe46, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d61770) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002fab518, 0xc001019f80, 0xc000e842c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d39b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1006 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).op(0xc003f00000, 0xac0e09, 0x13) /usr/local/go/src/regexp/syntax/parse.go:216 +0xd3 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:754 +0xd16 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002674ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002674ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000424910) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002674ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002674ff8, 0x1, 0xc0024b8120, 0xc000cb4000, 0x2804ebdd7108) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002674ff8, 0x4, 0x218, 0xc0024a9d01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0024a9000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0019532b0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003022720, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026758f8, 0xc0010ab000, 0xde6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d39c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1007 [semacquire]: regexp.makeOnePass.func1(0xc, 0xc0004fee10, 0x10, 0x10, 0x1) /usr/local/go/src/regexp/onepass.go:390 +0x9d8 regexp.makeOnePass(0xc003bba720, 0xc003bba720) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc003bba6c0, 0xc003bba6c0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0020feff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0020feff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x7f9bc53d1500, 0x20300000000000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0020feff8, 0xb6c000, 0x5800000000, 0x5199fd, 0xc00256a000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0020feff8, 0x203000, 0x440d95, 0xb6c280, 0xc000034078) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0020feff8, 0xc00003c800, 0xc0020ff010, 0x46642a, 0xc0020ff010, 0x466617) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0020ff068, 0x43e8a6, 0x12527c8, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x440d95, 0xc000ce7ac0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003bba690, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020ff8f8, 0xc0029b0000, 0x2051, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d39ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1008 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc00037b3b9, 0x7, 0x2, 0xc001336198, 0x0, 0x0, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc00037b3b9, 0x7, 0xaa0378, 0x1, 0x1189d00, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0013370c0, 0xc000e53960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0013370c0, 0xc000e537a0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0013370c0, 0xc000e537a0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0013370c0, 0xc000e537a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0013370c0, 0xc000e537a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0013370c0, 0xc000e53180, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0026670c0, 0xc000e53180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026670c0, 0xc000e53180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0013370c0, 0xc000e530a0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0026670c0, 0xc000e530a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026670c0, 0xc000e530a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0013370c0, 0xc0000bb340, 0xc000080a80, 0x7f9bebdd77d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0026670c0, 0xc0000bb340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026670c0, 0xc0000bb340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0013370c0, 0xc0000bb260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026670c0, 0xc0000bb260, 0x54b170, 0xc00261b450) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0000bb260, 0x0, 0x0, 0x0, 0x0, 0xc0000bb260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00385fa40, 0x0, 0x0, 0x0, 0x1500, 0xc002e3f500, 0x14b7, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002e3f500, 0x14b7, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0004ba510) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002667518, 0xc00173aa60, 0xc00173b320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d39da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1009 [semacquire]: strings.Replace(0xc003516000, 0x1589, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0xa, 0xc003516000, 0x1589) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037f98f8, 0xc0029d9800, 0x1584, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d39e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1010 [runnable]: golang.org/x/net/html.(*Tokenizer).Next(0xc000387450, 0xc0003876c8) /home/develop/go/src/golang.org/x/net/html/token.go:950 +0x34c golang.org/x/net/html.(*parser).parse(0xc0003876c0, 0xc003dbdea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001880da0, 0x0, 0x0, 0x0, 0xc003d9f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001880da0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d9f8f8, 0xc003da7800, 0x15ab, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000d39f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1011 [runnable]: strings.Index(0xc001dfbb80, 0x52e, 0xaa0378, 0x1, 0xaf) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc001dfbb80, 0x52e, 0xaa0378, 0x1, 0x0, 0xaf, 0x42fa20, 0xb0, 0xb0) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041153c0, 0xaa0503, 0x2, 0xc001fc6000, 0x52e, 0x2, 0xb0, 0xc001912940) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc001fc6000, 0x52e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004115518, 0xc000d1e4e0, 0x8e, 0xc00141d3b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fc000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1012 [semacquire]: strings.genSplit(0xc001331800, 0x775, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003e3ad80, 0xca, 0xca) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b553c0, 0xaa04d9, 0x2, 0xc003f45800, 0x775, 0x3, 0xca, 0xc001018640) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc003f45800, 0x775, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b55518, 0xc001018080, 0x50, 0xc0010cc550) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fc0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1013 [semacquire]: strings.genSplit(0xc00140ac00, 0xad3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc001f31900, 0x120, 0x120) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019353c0, 0xaa058b, 0x2, 0xc0014d3000, 0xad3, 0x1, 0x120, 0xc000e85060) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0014d3000, 0xad3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001935518, 0xc00173a3e0, 0x8d, 0xc002032240) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fc180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1014 [semacquire]: golang.org/x/net/html/atom.String(0xc002ec1239, 0x8, 0xdc7, 0xdc7, 0xc002ec1243) /home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6 golang.org/x/net/html.(*Tokenizer).Token(0xc001952750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a golang.org/x/net/html.(*parser).parse(0xc001952820, 0xc000b73dc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024bf2c0, 0x0, 0x0, 0x0, 0xc004119200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024bf2c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041198f8, 0xc003012000, 0x13cc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fc240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1015 [semacquire]: bytes.makeSlice(0x1fb9, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00197cf30, 0x25d, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00197cf30, 0xc0013eb5d7, 0x25d, 0x6, 0x25d, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00197cf30, 0xc0013eb5d7, 0x25f, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5 golang.org/x/net/html.render1(0xb84d20, 0xc00197cf30, 0xc002627ea0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00197cf30, 0xc0026278f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00197cf30, 0xc001595ce0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00197cf30, 0xc0007a60e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00197cf30, 0xc003855ea0, 0xb84d20, 0xc00197cf30) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00197cf30, 0xc003855ea0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00197c120, 0x50d201, 0xc000071880, 0x61, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0033a9518, 0xc003f48d80, 0xc003f495c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fc300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1016 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002310ea0, 0xc00182e6c0, 0x20e) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc002310ea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002310ea0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002310ea0, 0xc0024c1a40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000af4e0, 0x0, 0x0, 0x0, 0xc0027f9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000af4e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0027f98f8, 0xc0028b7800, 0xb00, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fc3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1017 [semacquire]: github.com/gigawattio/window.Rolling(0xc003a09000, 0x7f, 0x7f, 0x3, 0x0, 0x7e, 0xc003a09000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003565518, 0xc003f496c0, 0xc003f49f00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fc480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1018 [semacquire]: strings.Replace(0xc0010b2000, 0xfbb, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035018f8, 0xc0010b2000, 0xfbb, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fc540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1019 [GC assist wait]: strings.Replace(0xc00324d000, 0xdeb, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc00324d000, 0xdeb) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ddb8f8, 0xc002e3b000, 0xde9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fc600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1020 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0010765b0, 0xc001ab3216, 0x5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0010765b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0010765b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0010765b0, 0xc0034cd7a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d90520, 0x0, 0x0, 0x0, 0xc00193f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d90520, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00193f8f8, 0xc0018c9900, 0xc74, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fc6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1021 [semacquire]: strings.Replace(0xc00346f000, 0xe29, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc00346f000, 0xe29) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d8f8f8, 0xc00346f000, 0xe29, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fc780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1022 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc001db7520, 0xc0015d5810, 0x47) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc001db7520, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001db7520) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001db7520, 0xc002d7b490, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00039ed80, 0x0, 0x0, 0x0, 0xc0036c1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00039ed80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036c18f8, 0xc002dfd800, 0x7fc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fc840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1023 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fc900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1024 [semacquire]: bytes.makeSlice(0x5b7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0035af388, 0x17b, 0x7) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0035af388, 0xc003264900, 0x17b, 0x5165d7, 0xc001dc1557, 0xc001ab3f37) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004308fc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004308f50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004308930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004308850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004308150) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00101d140, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0035af518, 0xc001912400, 0x67, 0xc002b05500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fc9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1025 [semacquire]: regexp.makeOnePass(0xc0000ab050, 0xc0000ab050) /usr/local/go/src/regexp/onepass.go:309 +0x20e regexp.compileOnePass(0xc0029d1950, 0xc0029d1950) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0033dcff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0033dcff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0004fe304) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0033dcff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0033dcff8, 0x1, 0xc0014c0f10, 0xc0101228700, 0x2804ebdd92f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0033dcff8, 0x4, 0x4ce, 0xc003b87b01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003b87000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002181ee0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0029d1920, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035678f8, 0xc002d97000, 0xb33, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fca80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1026 [semacquire]: strings.Replace(0xc000577300, 0x11d3, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc000577300, 0x11d3) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00400b8f8, 0xc000577300, 0x11d3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fcb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1027 [semacquire]: bytes.makeSlice(0xccf, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003ef5080, 0x171, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003ef5080, 0xc003eb6900, 0x171, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc003ef5080, 0xc003eb6900, 0x171, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc003ef5080, 0xc003f98d90, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc003ef5080, 0xc003f98d20, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003ef5080, 0xc003f98af0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003ef5080, 0xc003f98a10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003ef5080, 0xc003f98310, 0xb84d20, 0xc003ef5080) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003ef5080, 0xc003f98310, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003ef4ed0, 0x198655e28, 0x1251a20, 0xc0017604e0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fcc00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1028 [runnable]: strings.Replace(0xc003e30000, 0xbfa, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xffffffffffffffff, 0xc003e30000, 0xbfa) /usr/local/go/src/strings/strings.go:928 +0x590 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034218f8, 0xc003dee800, 0xbf8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fccc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1029 [runnable]: strings.Replace(0xc003432000, 0x1cac, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035418f8, 0xc003432000, 0x1cac, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fcd80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1030 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fce40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1031 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fcf00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1032 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fcfc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1033 [runnable]: github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:31 +0x187 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fd080, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1034 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00347b8f8, 0xc003890000, 0x917, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fd140, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1035 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00039ed00, 0xc0027ff2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027ff3c0, 0xaa05c9, 0x2, 0xc00307ad80, 0xd1c, 0x1, 0x1d0, 0xc001450420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00307ad80, 0xd1c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0027ff518, 0xc001450000, 0x8f, 0xc00141c921) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fd200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1036 [semacquire]: bytes.(*Buffer).grow(0xc0004fc3f0, 0xa, 0x0) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc0004fc3f0, 0xab0f4d, 0xa, 0x0, 0x1194, 0xaa04f9) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc0004fc3f0, 0xc0031f43f0, 0xb84d20, 0xc0004fc3f0) /home/develop/go/src/golang.org/x/net/html/render.go:96 +0xe57 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0004fc3f0, 0xc0031f43f0, 0x12ad3b1f00ab6d98, 0x5eedac0c) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0004fc210, 0x1c0e05c21, 0x1251a20, 0xc00039ee80, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fd2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1037 [semacquire]: regexp.makeOnePass.func1(0x4, 0xc001aa3f90, 0x10, 0x10, 0x1) /usr/local/go/src/regexp/onepass.go:381 +0xad2 regexp.makeOnePass(0xc00177fb60, 0xc00177fb60) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc00177fb00, 0xc00177fb00) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003434ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003434ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001b537c0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003434ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003434ff8, 0x1, 0xc00178f340, 0xc000cb4000, 0x2804ebdd8560) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003434ff8, 0x4, 0x428, 0xc003d09b01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003d09000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00293fd40, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00177fad0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034358f8, 0xc002c7b800, 0xbd7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fd380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1038 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc000ed0700, 0x641, 0xc002db1218, 0xc001708700) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc000ed0700, 0x641, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002db13c0, 0xaa0599, 0x2, 0xc000ed0700, 0x641, 0x1, 0xca, 0xc00221bfa0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc000ed0700, 0x641, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002db1518, 0xc001018ee0, 0x72, 0xc001d7bd00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fd440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1039 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc002fb7c00, 0xaca, 0xc002679218, 0xc00194ee00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc002fb7c00, 0xaca, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026793c0, 0xaa0599, 0x2, 0xc002fb7c00, 0xaca, 0x2, 0x115, 0xc001927e40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002fb7c00, 0xaca, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002679518, 0xc000e85f60, 0x74, 0xc000f92080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fd500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1040 [semacquire]: strings.genSplit(0xc0040fca80, 0x97f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc000502001, 0xf6) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0014bb518, 0xc00197cde0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0014bb518, 0xc001880080, 0x51) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fd5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1041 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003feb600, 0x87f, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003feb600, 0x87f, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003feb600, 0x87f, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003feb600, 0x87f, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003feb600, 0x87f, 0x0, 0x0, 0x87f, 0xc003feb600, 0x87f) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003feb600, 0x87f, 0x87f, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f92924, 0x5a, 0xc003feb600, 0x87f, 0xc003feb600, 0x87f, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f92924, 0x5a, 0xc003feb600, 0x87f, 0xaa0378, 0x1, 0xc003feb600, 0x87f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fd680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1042 [semacquire]: strings.Replace(0xc001fcb300, 0x1225, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc001fcb300, 0x1225) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034eb8f8, 0xc002ec6c00, 0x1223, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fd740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1043 [runnable]: unicode.ToLower(0xc000000020, 0x43e) /usr/local/go/src/unicode/letter.go:261 +0x8d strings.Map(0xae62d0, 0xc003fcd332, 0x11e7, 0x437c3e, 0xc000896000) /usr/local/go/src/strings/strings.go:501 +0x2cc strings.ToLower(0xc003fcd300, 0x1219, 0x7f9bbc61f308, 0xc00215b2e0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00215b3c0, 0xaa04d9, 0x2, 0xc003fcd300, 0x1219, 0xc003fcd300, 0xc00215b3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc003fcd300, 0x1219, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00215b518, 0xc003be3a20, 0x81, 0xc00141c6c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fd800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1044 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0020d3950, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0010bb518, 0xc0020d3950, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0010bb518, 0xc000ce6080, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fd8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1045 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027bb588, 0xaa058b, 0x2, 0xc0024b5900, 0xc1e, 0x14, 0x9d, 0xc000ce7060) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0027bb518, 0xc001926420, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fd980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1046 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0024f7450, 0xc003428000, 0x18b) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0024f7450, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0024f7450) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0024f7450, 0xc001f349a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001926dc0, 0x0, 0x0, 0x0, 0xc0027fb200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001926dc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0027fb8f8, 0xc001ac9b00, 0xc91, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fda40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1047 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031ab8f8, 0xc002b06000, 0xd05, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fdb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1048 [semacquire]: strings.Replace(0xc003d16000, 0x1b45, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc003d16000, 0x1b45) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b438f8, 0xc0010ca000, 0x1b43, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fdbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1049 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000ed4d20, 0x1953dfa89, 0x1251a20, 0xc001450480, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fdc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1050 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000d90600, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d90600, 0x0, 0x0, 0x0, 0xc00353f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d90600, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00353f8f8, 0xc002896000, 0x11fa, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fdd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1051 [GC assist wait]: golang.org/x/net/html.(*Tokenizer).Token(0xc001db7d40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc001db7e10, 0xc003ec9960, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d91520, 0x0, 0x0, 0x0, 0xc002ae5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d91520, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ae58f8, 0xc002e70380, 0xcdf, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fde00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1052 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc002033b90, 0x87, 0x2, 0xc0040961d0, 0x0, 0xc004096270, ...) /usr/local/go/src/regexp/regexp.go:642 +0x7ae regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc002033b90, 0x87, 0xaa0378, 0x1, 0xc00402c480, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0040963d8, 0xc003fffdc0, 0xc000e60f20, 0xc004096308) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040963d8, 0xc003fffd50, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0040970c0, 0xc003fffd50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0040970c0, 0xc003fffd50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040970c0, 0xc003fffc70, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00267b0c0, 0xc003fffc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00267b0c0, 0xc003fffc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040970c0, 0xc003fffb90, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00267b0c0, 0xc003fffb90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00267b0c0, 0xc003fffb90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040970c0, 0xc003fff490, 0xc000080a80, 0x7f9bebdd77d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00267b0c0, 0xc003fff490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00267b0c0, 0xc003fff490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0040970c0, 0xc003fff3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00267b0c0, 0xc003fff3b0, 0x54b170, 0xc000e83c70) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003fff3b0, 0x0, 0x0, 0x0, 0x0, 0xc003fff3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000d9baa0, 0x0, 0x0, 0x0, 0xd80, 0xc003a88880, 0xcfc, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003a88880, 0xcfc, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0023d5000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00267b518, 0xc0024bf820, 0xc0022185c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fdec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1053 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003bc13c0, 0xaa04f9, 0x2, 0xc0020aa000, 0x928, 0xc0020aa000, 0xc003bc13b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0020aa000, 0x928, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003bc1518, 0xc0019b8120, 0x6f, 0xc001ca0ee0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0016fdf80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1054 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00293f110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc00293f1e0, 0xc0036ac690, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001980dc0, 0x0, 0x0, 0x0, 0xc002859200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001980dc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028598f8, 0xc00183b800, 0xad7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001808060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1055 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001b9a0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc001b9a1a0, 0xc004060700, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0040735f0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001b0cc30, 0x0, 0x0, 0x0, 0x1000, 0xc003fb5000, 0xf4b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc003fb5000, 0xf4b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00167eec0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0033f7518, 0xc0019b80e0, 0xc001760cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001808120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1056 [semacquire]: regexp.onePassCopy(0xc0000ab530, 0xc0000ab530) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc0000ab530, 0xc0000ab530) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002d1eff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002d1eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00122b02c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002d1eff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002d1eff8, 0x1, 0xc001de3e30, 0xc0101228700, 0x2804ebdd92f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002d1eff8, 0x4, 0xa6e, 0xc002d28501, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002d28000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000c720d0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0000ab500, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d1f8f8, 0xc002d26a00, 0x13dd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018081e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1057 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc001db7c70, 0xc003ed8000, 0x267) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc001db7c70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001db7c70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001db7c70, 0xc003ec88c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d914e0, 0x0, 0x0, 0x0, 0xc0035c1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d914e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035c18f8, 0xc001463800, 0xb3a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018082a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1058 [runnable]: github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0038559d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:67 +0x9e github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003bb8930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003bb8850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003bb8150) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003f41d40, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b5f518, 0xc003f484a0, 0x67, 0xc0007b8ee0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001808360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1059 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9ba53fdd80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00164ad70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00164ad60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0011ddb80, 0x520, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013c2000, 0x8f, 0xc0011ddb80, 0x520, 0xc0011ddb80, 0x520, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013c2000, 0x8f, 0xc0011ddb80, 0x520, 0xaa0378, 0x1, 0xc0011ddb80, 0x520, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001808420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1060 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000c8c270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc000c8c340, 0xc0040a8fc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019279c0, 0x0, 0x0, 0x0, 0xc002daf200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019279c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002daf8f8, 0xc0026a9b00, 0x8da, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018084e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1061 [semacquire]: strings.Replace(0xc0010f3600, 0xd5e, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x14, 0xc0010f3600, 0xd5e) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00343d518, 0xc0019b9ee0, 0xc00000eb20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018085a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1062 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002b6dd40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002b6de10, 0xc00267f5e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000fb20, 0x0, 0x0, 0x0, 0xc0027fd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000fb20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0027fd8f8, 0xc001302a00, 0x146d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001808660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1063 [semacquire]: strings.Replace(0xc002dd1900, 0x11c6, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0xc03f800054, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001dc58f8, 0xc002dd1900, 0x11c6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001808720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1064 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000c72270, 0xc001550010, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000c72270, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000c72270) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000c72270, 0xc002b851f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000fba0, 0x0, 0x0, 0x0, 0xc00285b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000fba0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00285b8f8, 0xc00251a600, 0x12b4, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018087e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1065 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000387ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000387e10, 0xc003e50070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001018f40, 0x0, 0x0, 0x0, 0xc0033f9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001018f40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033f98f8, 0xc0020e3500, 0x9fe, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018088a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1066 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001fb220, 0x0, 0x0, 0x0, 0xc001a47600, 0x8cc, 0x2, 0xc002ceb218, 0x80, 0x0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001fb220, 0xc001a47600, 0x8cc, 0xaa04bf, 0x2, 0xc001a47600, 0x8cc) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002ceb388, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002ceb388, 0xc0004fddd0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002ceb301, 0xc000715538) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002ceb518, 0xc0004fddd0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001808960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1067 [runnable]: regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc0017e4b00, 0x281, 0x2, 0xc002d2fe30, 0xb6c280, 0xc002d2fed0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc0017e4b00, 0x281, 0xaa0378, 0x1, 0xc000b75000, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d310c0, 0xc0024c10a0, 0xc0032c2160, 0xc002d2ff68) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002d310c0, 0xc0024c1030, 0xc000000001, 0x9) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d310c0, 0xc0024c1030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d310c0, 0xc0024c1030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002d310c0, 0xc0024c0f50, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002d310c0, 0xc0024c0f50, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d310c0, 0xc0024c0f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d310c0, 0xc0024c0f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002d310c0, 0xc001c9db20, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0027f90c0, 0xc001c9db20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0027f90c0, 0xc001c9db20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002d310c0, 0xc001c9da40, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0027f90c0, 0xc001c9da40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0027f90c0, 0xc001c9da40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002d310c0, 0xc001c9d340, 0xc001228700, 0x7f9bebdd77d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0027f90c0, 0xc001c9d340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0027f90c0, 0xc001c9d340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002d310c0, 0xc001c9d260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0027f90c0, 0xc001c9d260, 0x54b170, 0xc0023101a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001c9d260, 0x0, 0x0, 0x0, 0x0, 0xc001c9d260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001b288a0, 0x0, 0x0, 0x0, 0x2000, 0xc001d24000, 0x1b97, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001d24000, 0x1b97, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc002b057a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0027f9518, 0xc0000aeb00, 0xc0000af400) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001808a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1068 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000e12fc0, 0x203000, 0x203000, 0x4149988300000000, 0xc003f6b138) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc000e12fc0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000e12f90, 0xc00409b2c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00409b6b0, 0xc0017600e0, 0xaac03e, 0x7, 0xc0017600e0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00409b6b0, 0xc0017600e0, 0xc001761e00) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001808ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1069 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001808ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1070 [semacquire]: strings.Replace(0xc001ca5900, 0xc54, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc001ca5900, 0xc54) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003bbf8f8, 0xc003b1b900, 0xc50, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001808c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1071 [semacquire]: strings.Replace(0xc003e26000, 0x17a3, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc003e26000, 0x17a3) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035458f8, 0xc003218800, 0x17a0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001808d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1072 [runnable]: unicode.SimpleFold(0x44, 0xc0043a6140) /usr/local/go/src/unicode/letter.go:336 +0x14f regexp/syntax.(*compiler).rune(0xc0027b0e38, 0xc00057cbf8, 0x1, 0x2, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:271 +0x1df regexp/syntax.(*compiler).compile(0xc0027b0e38, 0xc003c60380, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc0027b0e38, 0xc003c603f0, 0xc0027b0e70) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc003c603f0, 0xc003c603f0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x55) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0027b1300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0027b1300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0027b1300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0027b1300, 0x75a856, 0x0, 0xc003530070, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0027b1300, 0x48, 0xc0027b1350, 0x42cc84, 0xc00101cd80, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0027b1368, 0xc0027b1380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0019123a0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0012d7260, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0027b1518, 0xc00127c040, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001808de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1073 [semacquire]: strings.genSplit(0xc00461c000, 0x732, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xd7, 0xd7) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00294f3c0, 0xaa04df, 0x2, 0xc004475000, 0x732, 0x8, 0xd7, 0xc0044077c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc004475000, 0x732, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00294f518, 0xc000e85f00, 0x6a, 0xc001ca16c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001808ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1074 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029338f8, 0xc0014ee000, 0xa16, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001808f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1075 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001809020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1076 [semacquire]: strings.Replace(0xc003312000, 0xe22, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc003312000, 0xe22) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b078f8, 0xc003050000, 0xe21, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018090e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1077 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031ad8f8, 0xc003051000, 0xe1d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018091a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1078 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0002376c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc000237790, 0xc003027340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0014508e0, 0x0, 0x0, 0x0, 0xc0031af200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0014508e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031af8f8, 0xc0027cac00, 0x1218, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001809260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1079 [semacquire]: regexp.onePassCopy(0xc001ad83c0, 0xc001ad83c0) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc001ad83c0, 0xc001ad83c0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0026ccff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0026ccff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0006002d4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0026ccff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0026ccff8, 0x1, 0xc000d27b50, 0xc0100000023, 0x280400000023) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0026ccff8, 0x4, 0xfdf, 0xc003521001, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003521000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002d7cf70, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001ad82a0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029698f8, 0xc002920c00, 0x101d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001809320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1080 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018093e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1081 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018094a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1082 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001809560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1083 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029498f8, 0xc001578a00, 0x1433, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001809620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1084 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00114a410, 0xc000d06280, 0x139) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00114a410, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00114a410) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00114a410, 0xc00052ab60, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001927b80, 0x0, 0x0, 0x0, 0xc002965200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001927b80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029658f8, 0xc00296c600, 0x12da, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018096e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1085 [semacquire]: strings.Replace(0xc003bb4000, 0x39e3, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x14, 0xc003bb4000, 0x39e3) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031ed8f8, 0xc003512000, 0x39d8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018097a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1086 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001952000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc001076f70, 0xc0035cf340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001980d80, 0x0, 0x0, 0x0, 0xc00348f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001980d80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00348f8f8, 0xc0028b0f80, 0x1a15, 0x6, 0xc001ae0e00, 0x5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001809860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1087 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0014502e0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0014502e0, 0x0, 0x0, 0x0, 0xc003493200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0014502e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034938f8, 0xc002dd2c00, 0x1002, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001809920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1088 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc002579000, 0x1654, 0xc003593218, 0xc00194ee00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc002579000, 0x1654, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035933c0, 0xaa04df, 0x2, 0xc002579000, 0x1654, 0xb, 0x270, 0xc00000eda0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002579000, 0x1654, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003593518, 0xc0019b8360, 0x99, 0xc0015dcaa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018099e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1089 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137400, 0x0, 0x0, 0x0, 0xc00340d980, 0x181d, 0x2, 0xc002f2b038, 0xc00340d980, 0x181d, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000137400, 0xc00340d980, 0x181d, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc00145a540, 0x0, 0x0, 0x0, 0x0, 0xc00145a540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001915b90, 0x0, 0x0, 0x0, 0x2000, 0xc002dbe000, 0x1b91, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002dbe000, 0x1b91, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d60930) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0034a1518, 0xc000e095e0, 0xc000e09e20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001809aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1090 [semacquire]: strings.Replace(0xc002bbd800, 0x1623, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc002bbd800, 0x1623) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034058f8, 0xc003394800, 0x1621, 0xc000712380, 0x5, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001809b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1091 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc0008fcbc0) /usr/local/go/src/strings/strings.go:830 +0x4a strings.TrimLeft(0xc001ab3670, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.inHeadIM(0xc001076d00, 0x7f9b00000000) /home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001076d00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001076d00, 0xc0035ced90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00039f760, 0x0, 0x0, 0x0, 0xc002f71200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00039f760, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f718f8, 0xc002385500, 0xa00, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001809c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1092 [GC assist wait]: golang.org/x/net/html.(*Tokenizer).Token(0xc000c8d6c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000c8d790, 0xc002cb0000, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d901c0, 0x0, 0x0, 0x0, 0xc003481200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d901c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034818f8, 0xc002abdb00, 0xd68, 0x0, 0xaa05c9, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001809ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1093 [semacquire]: bytes.makeSlice(0x2d3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0004fccf0, 0x1, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteByte(0xc0004fccf0, 0xc0004fcc20, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:267 +0x8c golang.org/x/net/html.render1(0xb84d20, 0xc0004fccf0, 0xc002e3d8f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:152 +0x2c0 golang.org/x/net/html.render1(0xb84d20, 0xc0004fccf0, 0xc002e3d490, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0004fccf0, 0xc002e3d420, 0xb84d20, 0xc0004fccf0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0004fccf0, 0xc002e3d420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0004fcb40, 0x1c0fa83e0, 0x1251a20, 0xc00039f4e0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001809da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1094 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0032bef70, 0xc001a66840, 0x2b7) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0032bef70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032bef70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0032bef70, 0xc00229a070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001980380, 0x0, 0x0, 0x0, 0xc0033ad200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001980380, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033ad8f8, 0xc000dd4f00, 0x2162, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001809e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1095 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001019320, 0xc002d412c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d413c0, 0xaa04d9, 0x2, 0xc003c24a80, 0x96c, 0xc003c24a80, 0xc002d413b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc003c24a80, 0x96c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d41518, 0xc000e09020, 0x6e, 0xc000dab570) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001809f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1096 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f9b9047a470, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00054f1f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00054f1e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ac8000, 0xca2, 0x572a20, 0xc000dbea00, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002b04150, 0x6d, 0xc001ac8000, 0xca2, 0xc001ac8000, 0xca2, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002b04150, 0x6d, 0xc001ac8000, 0xca2, 0xaa0378, 0x1, 0xc001ac8000, 0xca2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1097 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002e020d0, 0xc00150a000, 0x2e4) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc002e020d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002e020d0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002e020d0, 0xc00410e850, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00051c720, 0x0, 0x0, 0x0, 0x0, 0xe01, 0xc00051c6f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00051c6f0, 0x0, 0x0, 0x0, 0x1000, 0xc002dca000, 0xe2b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc002dca000, 0xe2b, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000d34300) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000f55518, 0xc0019b87c0, 0xc003e78860) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b60c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1098 [semacquire]: bytes.makeSlice(0xaa2, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001067388, 0x134, 0x7) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001067388, 0xc001e58a00, 0x134, 0x5165d7, 0xc003e9c44d, 0xc000430ef7) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000456d90) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000456d20) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000456c40) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00044ff10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00044fe30) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00044f730) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003e88a20, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001067518, 0xc001926200, 0x49, 0xc0010cc7d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1100 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001eaef90, 0x1c01b9897, 0x1251a20, 0xc000e85a00, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1101 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002219b80, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002219b80, 0x0, 0x0, 0x0, 0xc0035a5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002219b80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035a58f8, 0xc00326ca80, 0x9ec, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b63c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1102 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002e025b0, 0xc001162840, 0xa4) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc002e025b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002e025b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002e025b0, 0xc002384a80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00173a4c0, 0x0, 0x0, 0x0, 0xc002967200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00173a4c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029678f8, 0xc0014ef500, 0x970, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1103 [semacquire]: regexp.(*Regexp).replaceAll(0xc00311f9a0, 0x0, 0x0, 0x0, 0xc0011b0d80, 0x443, 0x2, 0xc0020dd218, 0xc0011b0d80, 0x443, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc00311f9a0, 0xc0011b0d80, 0x443, 0xaa0378, 0x1, 0x1, 0xc) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d41518, 0xc001980640, 0xc001981080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1104 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc000fa5400, 0x4b7, 0x4b7, 0xc000cb4000) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc000fa5400, 0x4b7, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026c5588, 0xaa058b, 0x2, 0xc000fa5400, 0x4b7, 0x0, 0xc000cb4000, 0x7f9bebdd8560) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0026c5518, 0xc002421920, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1105 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0024d6800, 0x1e2, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0024d6800, 0x1e2, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0024d6800, 0x1e2, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0024d6800, 0x1e2, 0x0, 0x0, 0x1e2, 0xc0024d6800, 0x1e2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0024d6800, 0x1e2, 0x1e2, 0x300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000da18b0, 0x2c, 0xc0024d6800, 0x1e2, 0xc0024d6800, 0x1e2, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000da18b0, 0x2c, 0xc0024d6800, 0x1e2, 0xaa0378, 0x1, 0xc0024d6800, 0x1e2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b66c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1106 [semacquire]: github.com/fatih/set.(*Set).Add(0xc002219b20, 0xc0034392c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034393c0, 0xaa04df, 0x2, 0xc00032d000, 0x1561, 0xe, 0x37a, 0xc002219b00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc00032d000, 0x1561, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003439518, 0xc002219740, 0xaf, 0xc0015eed10) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1107 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000b68c0, 0x0, 0x0, 0x0, 0xc002f21400, 0xb4d, 0x2, 0xc002b5d218, 0xc002f21400, 0xb4d, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000b68c0, 0xc002f21400, 0xb4d, 0xaa0378, 0x1, 0x1, 0x10) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002b5d518, 0xc00221a580, 0xc001019da0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1108 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001404420, 0xa9ece0, 0xc0014043c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00320b518, 0xc0019b8000, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1109 [runnable]: unicode.ToLower(0xc000000438, 0x182c) /usr/local/go/src/unicode/letter.go:261 +0x8d strings.Map(0xae62d0, 0xc002767332, 0x182c, 0xc002ea9218, 0xc000896000) /usr/local/go/src/strings/strings.go:501 +0x2cc strings.ToLower(0xc002767300, 0x185e, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ea93c0, 0xaa059b, 0x2, 0xc002767300, 0x185e, 0x1, 0x208, 0xc001881080) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002767300, 0x185e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ea9518, 0xc001690a60, 0x75, 0xc000f92d00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b69c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1110 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002eab3c0, 0xaa04fd, 0x2, 0xc002087200, 0x85f, 0x10, 0x107, 0xc00221a340) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002087200, 0x85f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002eab518, 0xc001690d20, 0x5b, 0xc001b12c60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1111 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000b79a0, 0x0, 0x0, 0x0, 0xc003882400, 0xa8d, 0x2, 0xc002f27218, 0xc003882400, 0xa8d, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000b79a0, 0xc003882400, 0xa8d, 0xaa0378, 0x1, 0x1, 0xf) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f27518, 0xc001690fc0, 0xc00127db20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1112 [semacquire]: strings.genSplit(0xc003bd6000, 0xc31, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003084800, 0x152, 0x152) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030ed3c0, 0xaa05c9, 0x2, 0xc003ba8c80, 0xc31, 0x1, 0x152, 0xc00221bd60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc003ba8c80, 0xc31, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0030ed518, 0xc000ce7b00, 0x98, 0xc0017f6706) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1113 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001db76c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc001db7790, 0xc003e96070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024be140, 0x0, 0x0, 0x0, 0xc002931200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024be140, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029318f8, 0xc002795300, 0x129c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1114 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000e09ce0, 0xc0033fd2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033fd3c0, 0xaa0569, 0x2, 0xc0038b2900, 0x8e2, 0x1, 0x103, 0xc000e09cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0038b2900, 0x8e2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0033fd518, 0xc000ce6040, 0x82, 0xc001410870) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1115 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002781500, 0x938, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002781500, 0x938, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002781500, 0x938, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002781500, 0x938, 0x0, 0x0, 0x938, 0xc002781500, 0x938) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002781500, 0x938, 0x938, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004aedc0, 0x95, 0xc002781500, 0x938, 0xc002781500, 0x938, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004aedc0, 0x95, 0xc002781500, 0x938, 0xaa0378, 0x1, 0xc002781500, 0x938, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1116 [runnable]: github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043818f8, 0xc001ed4000, 0x4081, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:78 +0x3cf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1117 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0024f7520, 0xc00057c040, 0x12) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0024f7520, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0024f7520) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0024f7520, 0xc001f34f50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001761ea0, 0x0, 0x0, 0x0, 0xc002857200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001761ea0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028578f8, 0xc0029b6f00, 0x215f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b6fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1118 [semacquire]: regexp.(*Regexp).replaceAll(0xc000137400, 0x0, 0x0, 0x0, 0xc003dcc600, 0x10f7, 0x2, 0xc002d2d038, 0xc003dcc600, 0x10f7, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000137400, 0xc003dcc600, 0x10f7, 0xaa04bf, 0x2, 0x1, 0x2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc0004d22a0, 0x0, 0x0, 0x0, 0x0, 0xc0004d22a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001a2d560, 0x0, 0x0, 0x0, 0x1800, 0xc002bd7000, 0x155b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002bd7000, 0x155b, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000daa700) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d2d518, 0xc000e09120, 0xc00000efc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1119 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820) /usr/local/go/src/strings/strings.go:831 +0xad strings.TrimLeft(0xc0013648ea, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.inHeadIM(0xc001db6dd0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001db6dd0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001db6dd0, 0xc002f5e070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d905c0, 0x0, 0x0, 0x0, 0xc003543200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d905c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035438f8, 0xc00173d500, 0xa50, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1120 [semacquire]: strings.genSplit(0xc00322e000, 0xc10, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x53, 0xc0014fb900, 0x7f9bc401f580) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00400d3c0, 0xaa058b, 0x2, 0xc0014fb900, 0xc10, 0xc0014fb900, 0xc00400d3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0014fb900, 0xc10, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00400d518, 0xc0023c70e0, 0x97, 0xc000d650e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1121 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00293f2b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc00293f520, 0xc0036acb60, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d91760, 0x0, 0x0, 0x0, 0xc00266f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d91760, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00266f8f8, 0xc0031e3100, 0xc9d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b72c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1122 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002181520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc002181790, 0xc002dfad20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221b8e0, 0x0, 0x0, 0x0, 0xc00290b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221b8e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00290b8f8, 0xc00207bc00, 0xbbc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1123 [semacquire]: strings.Replace(0xc003b82000, 0xfd7, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0xc003bbb3e0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040118f8, 0xc003b82000, 0xfd7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1124 [semacquire]: strings.Replace(0xc003b0a000, 0xffe, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc003b0a000, 0xffe) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f158f8, 0xc001408000, 0xffd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1125 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000d917c0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d917c0, 0x0, 0x0, 0x0, 0xc002855200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d917c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028558f8, 0xc0025f2380, 0xcf3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b75c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1126 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:16 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e1f588, 0xaa058b, 0x2, 0xc000223a00, 0xc4, 0x1, 0xe1, 0xc003be39a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003e1f518, 0xc003be29c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1127 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00293f6c0, 0xc0000c96d8, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00293f6c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00293f6c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00293f6c0, 0xc0036ad030, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d917e0, 0x0, 0x0, 0x0, 0xc002a87200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d917e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a878f8, 0xc003b0c000, 0x7ac, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7740, 0x58) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1128 [semacquire]: strings.Replace(0xc003b0e000, 0xd82, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc003b0e000, 0xd82) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033d58f8, 0xc000475100, 0xd7f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1129 [semacquire]: golang.org/x/net/html.(*Node).clone(...) /home/develop/go/src/golang.org/x/net/html/node.go:142 golang.org/x/net/html.(*parser).reconstructActiveFormattingElements(0xc00293fa00) /home/develop/go/src/golang.org/x/net/html/parse.go:410 +0x114 golang.org/x/net/html.inBodyIM(0xc00293fa00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:860 +0x298 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00293fa00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00293fa00, 0xc0036b2070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d91820, 0x0, 0x0, 0x0, 0xc002677200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d91820, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026778f8, 0xc00290c000, 0x1283, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b78c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1130 [semacquire]: strings.Replace(0xc002274c00, 0x1055, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc002274c00, 0x1055) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033d78f8, 0xc0027a8c00, 0x1053, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1131 [semacquire]: strings.Replace(0xc00146ec00, 0x1aa3, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x7f9bc54a5fff, 0xc003b17278) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b178f8, 0xc00146ec00, 0x1aa3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1132 [semacquire]: strings.Replace(0xc003a03200, 0xc4e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc003a03200, 0xc4e) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033d38f8, 0xc001212580, 0xc4b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1133 [semacquire]: strings.Replace(0xc002d3b000, 0x17f4, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x2, 0xc002d3b000, 0x17f4) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b138f8, 0xc00304a800, 0x17f2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1134 [runnable]: bytes.makeSlice.func1() /usr/local/go/src/bytes/buffer.go:224 +0x68 bytes.makeSlice(0x828, 0xc0042ae000, 0x828, 0x828) /usr/local/go/src/bytes/buffer.go:229 +0x96 bytes.(*Buffer).grow(0xc003c470c0, 0x2, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003c470c0, 0xc003c45d9c, 0x2, 0x2, 0x66, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003c470c0, 0xc000179c30, 0xa7, 0xa7, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c470c0, 0xc000722cb0, 0xc000e60d10, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c470c0, 0xc000722c40, 0x7f9bebdd7e98, 0xc0019ea180) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c470c0, 0xc000722c40, 0x13, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c470c0, 0xc000722c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c470c0, 0xc000722620, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003c470c0, 0xc000722620, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c470c0, 0xc000722620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c470c0, 0xc000722620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c470c0, 0xc0005db730, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030e90c0, 0xc0005db730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030e90c0, 0xc0005db730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c470c0, 0xc0005db650, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030e90c0, 0xc0005db650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030e90c0, 0xc0005db650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c470c0, 0xc0005daf50, 0xc000080a80, 0x7f9bebdd77d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030e90c0, 0xc0005daf50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030e90c0, 0xc0005daf50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c470c0, 0xc0005dae70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030e90c0, 0xc0005dae70, 0x54b170, 0xc000e83e10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0005dae70, 0x0, 0x0, 0x0, 0x0, 0xc0005dae70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0002287e0, 0x0, 0x0, 0x0, 0x1500, 0xc0017b0000, 0x141e, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0017b0000, 0x141e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d25d40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0030e9518, 0xc000ce65c0, 0xc002218c20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1135 [semacquire]: strings.Replace(0xc003b0f000, 0xe3f, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc003b0f000, 0xe3f) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b158f8, 0xc003b0f000, 0xe3f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7d40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1136 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001980e00, 0xc002ea72c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ea73c0, 0xaa0503, 0x2, 0xc0022f3300, 0x18fa, 0x5, 0x292, 0xc001760dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0022f3300, 0x18fa, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ea7518, 0xc001760980, 0x58, 0xc002e620c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1137 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00039f800, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00039f800, 0x0, 0x0, 0x0, 0xc002907200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00039f800, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029078f8, 0xc00140c400, 0xb98, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1138 [semacquire]: bytes.makeSlice(0x6ca, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0027ad388, 0x162, 0x65) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0027ad388, 0xc0004b9c80, 0x162, 0x5165d7, 0xc00386ea46, 0xc001550798) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003d7b110) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003d7b0a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003d7a930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003d7a850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003d7a150) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00101d4d0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0027ad518, 0xc001880460, 0x7b, 0xc000813180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019b7f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1139 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000237930, 0xc0000c4208, 0x5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inHeadIM(0xc000237930, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000237930) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000237930, 0xc0030279d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001018a60, 0x0, 0x0, 0x0, 0xc002909200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001018a60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029098f8, 0xc001d07800, 0xb5f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f6060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1140 [runnable]: github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:31 +0x187 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f6120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1141 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000d90620, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d90620, 0x0, 0x0, 0x0, 0xc00305b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d90620, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00305b8f8, 0xc002ec1000, 0xe87, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f61e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1142 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000c72c30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000c72d00, 0xc000b720e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019b8020, 0x0, 0x0, 0x0, 0xc002dad200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019b8020, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002dad8f8, 0xc00142d800, 0x4365, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f62a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1143 [runnable]: syscall.Syscall(0x0, 0x157, 0xc003d60000, 0x3eec, 0x3cec, 0x3eec, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5 syscall.read(0x157, 0xc003d60000, 0x3eec, 0x3eec, 0x0, 0x3eec, 0xc003d60000) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:686 +0x5a syscall.Read(...) /usr/local/go/src/syscall/syscall_unix.go:189 internal/poll.(*FD).Read(0xc0007110e0, 0xc003d60000, 0x3eec, 0x3eec, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:165 +0x133 os.(*File).read(...) /usr/local/go/src/os/file_unix.go:263 os.(*File).Read(0xc00097e508, 0xc003d60000, 0x3eec, 0x3eec, 0xc003d60000, 0x0, 0x0) /usr/local/go/src/os/file.go:116 +0x71 bytes.(*Buffer).ReadFrom(0xc003186a40, 0xb7c120, 0xc00097e508, 0xc0019f63a3, 0x18, 0xc003186a78) /usr/local/go/src/bytes/buffer.go:204 +0xb1 io/ioutil.readAll(0xb7c120, 0xc00097e508, 0x3eec, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadFile(0xc0019f6360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f6360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1144 [semacquire]: bytes.makeSlice(0x7bc, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000e13e90, 0x168, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc000e13e90, 0xc0004b9800, 0x168, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc000e13e90, 0xc0004b9800, 0x168, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc000e13e90, 0xc0040a4700, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc000e13e90, 0xc0040a41c0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc000e13e90, 0xc0040a4150, 0xb84d20, 0xc000e13e90) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc000e13e90, 0xc0040a4150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0000aa5d0, 0x1c299336e, 0x1251a20, 0xc001927360, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f6420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1145 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0020c7500, 0x968, 0xae4d90) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0020c7500, 0x968, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0020c7500, 0x968, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0020c7500, 0x968, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0020c7500, 0x968, 0x0, 0x0, 0x968, 0xc0020c7500, 0x968) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0020c7500, 0x968, 0x968, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fe480, 0x84, 0xc0020c7500, 0x968, 0xc0020c7500, 0x968, 0xc00051c660, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fe480, 0x84, 0xc0020c7500, 0x968, 0xaa0378, 0x1, 0xc0020c7500, 0x968, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f64e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1146 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f65a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1147 [runnable]: unicode/utf8.EncodeRune(0xc004502fff, 0x4, 0x8d48, 0xc00000043b, 0x49ee36) /usr/local/go/src/unicode/utf8/utf8.go:350 +0x6b strings.(*Builder).WriteRune(0xc0035c9160, 0x43b, 0x2fc4, 0x43b, 0x2fc6) /usr/local/go/src/strings/builder.go:114 +0x159 strings.Map(0xae62d0, 0xc002e2003b, 0xbd08, 0xc0035c9218, 0xc00194ee00) /usr/local/go/src/strings/strings.go:511 +0x3ab strings.ToLower(0xc002e20000, 0xbd43, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035c93c0, 0xaa058b, 0x2, 0xc002e20000, 0xbd43, 0x1, 0x1015, 0xc00127cd00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002e20000, 0xbd43, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0035c9518, 0xc0016900e0, 0xaf, 0xc0004502f9) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f6660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1148 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f6720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1149 [semacquire]: strings.Replace(0xc003e9b000, 0xefa, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc003e9b000, 0xefa) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00359f8f8, 0xc003e9b000, 0xefa, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f67e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1150 [semacquire]: strings.Replace(0xc002f96000, 0x3b3f, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041838f8, 0xc002f96000, 0x3b3f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f68a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1151 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f6960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1152 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f4f8f8, 0xc003c12000, 0x784, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f6a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1153 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc002e028f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002e028f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002e028f0, 0xc000d20770, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0021d80c0, 0x0, 0x0, 0x0, 0x0, 0x1c01, 0xc0021d8090) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0021d8090, 0x0, 0x0, 0x0, 0x2000, 0xc0011bc000, 0x1c32, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0011bc000, 0x1c32, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000f68dc0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f05518, 0xc0019b8aa0, 0xc003e79620) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f6ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1154 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f6ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1155 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000108340, 0xc0025b2a80, 0x36b) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000108340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000108340) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000108340, 0xc003fc0070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001018000, 0x0, 0x0, 0x0, 0xc003b11200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001018000, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b118f8, 0xc002ef8000, 0x136d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f6c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1156 [semacquire]: strings.Replace(0xc00032b800, 0x170f, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00032b800, 0x170f) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038698f8, 0xc00032b800, 0x170f, 0x20300000000000, 0x7f9bc54a5fff, 0x400) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f6d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1157 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc001952f70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001952f70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001952f70, 0xc003b30d90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001981160, 0x0, 0x0, 0x0, 0xc003b75200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001981160, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b758f8, 0xc003b61500, 0x19a0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f6de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1158 [runnable]: github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:31 +0x187 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f6ea0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1159 [semacquire]: strings.Replace(0xc002e42000, 0x1681, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc002e42000, 0x1681) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041858f8, 0xc003bd0000, 0x167f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f6f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1160 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f7020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1161 [runnable]: strings.Index(0xc000159c7e, 0x68c, 0xaa0378, 0x1, 0x4) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc000159c7e, 0x68c, 0xaa0378, 0x1, 0x0, 0xfc, 0xc003ffd000, 0xfd, 0xfd) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039693c0, 0xaa059b, 0x2, 0xc0012f4000, 0x80a, 0x1, 0xfd, 0xc00173bb20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0012f4000, 0x80a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003969518, 0xc00173b7c0, 0x86, 0xc002033830) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f70e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1162 [semacquire]: bytes.(*Buffer).grow(0xc0041030c0, 0x1, 0x90) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc0041030c0, 0x1189cea, 0x1, 0x1, 0x8b, 0x90) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0041030c0, 0xc000d2fc30, 0xaf, 0x7, 0xc000d2fc30) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041030c0, 0xc001f20ee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041030c0, 0xc001f20ee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0041030c0, 0xc0005b4380, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041030c0, 0xc0005b4380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041030c0, 0xc0005b4380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0041030c0, 0xc0005b42a0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041030c0, 0xc0005b42a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041030c0, 0xc0005b42a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0041030c0, 0xc0032ab030, 0xc001708700, 0x7f9bebdd7108) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041030c0, 0xc0032ab030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041030c0, 0xc0032ab030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0041030c0, 0xc003a6ff10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041030c0, 0xc003a6ff10, 0x54b170, 0xc0023109c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003a6ff10, 0x0, 0x0, 0x0, 0x0, 0xc003a6ff10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003e88b70, 0x0, 0x0, 0x0, 0xc80, 0xc003b1ac80, 0xc2e, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003b1ac80, 0xc2e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0023d40c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004103518, 0xc003f49fe0, 0xc00127c9e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f71a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1163 [semacquire]: strings.Replace(0xc003eb3000, 0xf0b, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ebf8f8, 0xc003eb3000, 0xf0b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f7260, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1164 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc0024f6d00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0024f6d00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0024f6d00, 0xc003adbdc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019b9b60, 0x0, 0x0, 0x0, 0xc000ebf200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019b9b60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000ebf8f8, 0xc0029e0a00, 0x14ba, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f7320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1165 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).op(0xc000710e40, 0xaba609, 0xe) /usr/local/go/src/regexp/syntax/parse.go:216 +0xd3 regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6) /usr/local/go/src/regexp/syntax/parse.go:754 +0xd16 regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003b51300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003b51300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003b51300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003b51300, 0x75a856, 0x0, 0xc003afebd0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003b51300, 0xc003b512c8, 0xc003b51350, 0x42ca96, 0xc001eaea50, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc003b51368, 0xc003b51380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc000e856e0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003e88f60, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003b51518, 0xc00127cb00, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f73e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1166 [runnable]: github.com/fatih/set.(*Set).Has(0xc0000ae200, 0xc0026672c0, 0x1, 0x1, 0xc000502180) /home/develop/go/src/github.com/fatih/set/set_ts.go:71 +0x169 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026673c0, 0xaa04fd, 0x2, 0xc003a7f800, 0x63d, 0xc003a7f800, 0xc0026673b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc003a7f800, 0x63d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002667518, 0xc00173bb80, 0x73, 0xc001d7a700) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f74a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1167 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc001952b60, 0x1189d00, 0x1) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc001952b60, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001952b60) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001952b60, 0xc001501b90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000aeb60, 0x0, 0x0, 0x0, 0xc003b53200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000aeb60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b538f8, 0xc0039e3900, 0xc74, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f7560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1168 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f7620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1169 [semacquire]: regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002fc4ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002fc4ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00186aed4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002fc4ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002fc4ff8, 0x1, 0xc001b24e30, 0x15, 0x280400000015) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002fc4ff8, 0x4, 0xfe9, 0xc0032f9001, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0032f9000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0001092b0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000e13a40, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fc58f8, 0xc00057ac00, 0x100e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f76e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1170 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00261be10, 0xc00277c000, 0x182) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00261be10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00261be10) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00261be10, 0xc0004dff80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00173bf00, 0x0, 0x0, 0x0, 0xc0039fb200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00173bf00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039fb8f8, 0xc0039dd800, 0x1507, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f77a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1171 [semacquire]: bytes.makeSlice(0x414, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00337d0c0, 0x2, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00337d0c0, 0xc00337c1bc, 0x2, 0x2, 0xce, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00337d0c0, 0xc00277c340, 0x18b, 0x7, 0xc00277c340) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00337d0c0, 0xc002700a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00337d0c0, 0xc002700a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00337d0c0, 0xc002700850, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022690c0, 0xc002700850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022690c0, 0xc002700850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00337d0c0, 0xc002700770, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022690c0, 0xc002700770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022690c0, 0xc002700770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00337d0c0, 0xc00408fab0, 0xc000df8b74, 0x33000000000004) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022690c0, 0xc00408fab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022690c0, 0xc00408fab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00337d0c0, 0xc00408f9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022690c0, 0xc00408f9d0, 0x54b170, 0xc000109450) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00408f9d0, 0x0, 0x0, 0x0, 0x0, 0xc00408f9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001b29b00, 0x0, 0x0, 0x0, 0xd80, 0xc003efc380, 0xd75, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003efc380, 0xd75, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x5242901600000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002269518, 0xc001690040, 0xc0016909a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f7860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1172 [runnable]: regexp/syntax.(*Prog).Prefix(0xc0015d7e60, 0xc004476000, 0x0, 0x0) /usr/local/go/src/regexp/syntax/prog.go:147 +0x125 regexp.compile(0xaa5b70, 0x5, 0xd4, 0x55555555555555, 0xc004283248, 0x509d68) /usr/local/go/src/regexp/regexp.go:198 +0x344 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378) /usr/local/go/src/regexp/regexp.go:309 +0x4b github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002fc1518, 0xc0044065e0, 0xc004406e20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f7920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1173 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0005dc9f0, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039f5518, 0xc0036fc420, 0x7e, 0xc000813000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f79e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1174 [runnable]: github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a8b8f8, 0xc0034c5800, 0x1765, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:78 +0x3cf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f7aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1175 [semacquire]: strings.Replace(0xc002e00000, 0xfbe, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc002e00000, 0xfbe) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036c98f8, 0xc002e00000, 0xfbe, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f7b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1176 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00122c750, 0xc00117c600, 0x1ed) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00122c750, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00122c750) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00122c750, 0xc003afb500, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001451140, 0x0, 0x0, 0x0, 0xc00100d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001451140, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00100d8f8, 0xc001480000, 0x14f4, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f7c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1177 [semacquire]: strings.Replace(0xc001798000, 0x10e2, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc001798000, 0x10e2) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036c78f8, 0xc001798000, 0x10e2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f7ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1178 [semacquire]: strings.Replace(0xc002e3e000, 0x132a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc002e3e000, 0x132a) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036cb8f8, 0xc002e3e000, 0x132a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f7da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1179 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034e78f8, 0xc003d9c580, 0xc7f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f7e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1180 [semacquire]: strings.Replace(0xc0027d6c00, 0x10c6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc0027d6c00, 0x10c6) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e118f8, 0xc0027d6c00, 0x10c6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0019f7f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1181 [semacquire]: strings.genSplit(0xc00449e000, 0xe33, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x16e, 0x16e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003d693c0, 0xaa0599, 0x2, 0xc004304000, 0xe33, 0x2, 0x16e, 0xc0044881e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc004304000, 0xe33, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d69518, 0xc00039fd80, 0x9a, 0xc000e935e8) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001ade000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1182 [runnable]: strings.Index(0xc003a25000, 0xe1a, 0xaa0378, 0x1, 0x15e) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc003a25000, 0xe1a, 0xaa0378, 0x1, 0x0, 0x15e, 0x42fa20, 0x15f, 0x15f) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030e93c0, 0xaa0569, 0x2, 0xc003a1c000, 0xe1a, 0x1, 0x15f, 0xc003994420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc003a1c000, 0xe1a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0030e9518, 0xc003994040, 0x85, 0xc000dc6360) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001ade0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1183 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001c633e0, 0x1978477bc, 0x1251a20, 0xc001880520, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001ade180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1184 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001990340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc001990410, 0xc0042389a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0036fd800, 0x0, 0x0, 0x0, 0xc002661200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0036fd800, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026618f8, 0xc003b29000, 0xbd6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001ade240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1185 [runnable]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0043021c0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043021c0, 0x0, 0x0, 0x0, 0xc003d6b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043021c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d6b8f8, 0xc0039ec580, 0xc39, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001ade300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1186 [runnable]: strings.Index(0xc00284e000, 0x2cf9, 0xaa042f, 0x2, 0x2) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.Replace(0xc00284e000, 0x2cf9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:952 +0x3a3 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00429d8f8, 0xc00284e000, 0x2cf9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001ade3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1187 [runnable]: github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0044790a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:67 +0x9e github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0044785b0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0044784d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003afbc70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001404870, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003da5518, 0xc0044071a0, 0x85, 0xc0004d8fc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001ade480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1188 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0024213c0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024213c0, 0x0, 0x0, 0x0, 0xc00381f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024213c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00381f8f8, 0xc002c38000, 0xb33, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001ade540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1189 [runnable]: golang.org/x/net/html.(*parser).addChild(0xc00122ca90, 0xc0043b2000) /home/develop/go/src/golang.org/x/net/html/parse.go:226 +0x276 golang.org/x/net/html.(*parser).addText(0xc00122ca90, 0xc000f5cfc0, 0x1a8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x162 golang.org/x/net/html.inBodyIM(0xc00122ca90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00122ca90) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00122ca90, 0xc00429e070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001880aa0, 0x0, 0x0, 0x0, 0xc002fbf200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001880aa0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fbf8f8, 0xc002f1d800, 0xbff, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001ade600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1190 [runnable]: golang.org/x/net/html.(*parser).addChild(0xc000386c30, 0xc004316000) /home/develop/go/src/golang.org/x/net/html/parse.go:226 +0x276 golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc000386c30) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0xd1 golang.org/x/net/html.inBodyIM(0xc000386c30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000386c30) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000386c30, 0xc003d8f260, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001880b00, 0x0, 0x0, 0x0, 0xc003d67200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001880b00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d678f8, 0xc003d95800, 0xbae, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001ade6c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1191 [runnable]: syscall.Syscall(0x0, 0x149, 0xc003dbe000, 0xf05, 0xd05, 0xf05, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5 syscall.read(0x149, 0xc003dbe000, 0xf05, 0xf05, 0x0, 0xf05, 0xc003dbe000) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:686 +0x5a syscall.Read(...) /usr/local/go/src/syscall/syscall_unix.go:189 internal/poll.(*FD).Read(0xc003d0acc0, 0xc003dbe000, 0xf05, 0xf05, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:165 +0x133 os.(*File).read(...) /usr/local/go/src/os/file_unix.go:263 os.(*File).Read(0xc000382510, 0xc003dbe000, 0xf05, 0xf05, 0xc003dbe000, 0x0, 0x0) /usr/local/go/src/os/file.go:116 +0x71 bytes.(*Buffer).ReadFrom(0xc002ff0a40, 0xb7c120, 0xc000382510, 0xc001ade7c3, 0x17, 0xc002ff0a78) /usr/local/go/src/bytes/buffer.go:204 +0xb1 io/ioutil.readAll(0xb7c120, 0xc000382510, 0xf05, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadFile(0xc001ade780, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001ade780, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1192 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b038f8, 0xc0006fc000, 0xa7d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001ade840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1193 [runnable]: strings.Index(0xc0003c9400, 0x4da, 0xaa0378, 0x1, 0xc4) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc0003c9400, 0x4da, 0xaa0378, 0x1, 0x0, 0xc4, 0x500, 0x0, 0xc003da1360) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003da13c0, 0xaa059b, 0x2, 0xc0003c8500, 0x4da, 0xc0003c8500, 0xc003da13b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc0003c8500, 0x4da, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003da1518, 0xc001880cc0, 0x60, 0xc00104b200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001ade900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1194 [semacquire]: strings.Replace(0xc003ed4800, 0x1518, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc003ed4800, 0x1518) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038a18f8, 0xc0003dd800, 0x1515, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001ade9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1195 [runnable]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adea80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1196 [semacquire]: strings.Replace(0xc00397e000, 0xebd, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc00397e000, 0xebd) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036c58f8, 0xc002f30000, 0xeba, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adeb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1197 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adec00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1198 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a978f8, 0xc002f32000, 0xed0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adecc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1199 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0032bea90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0032beb60, 0xc002e7c070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000ce7180, 0x0, 0x0, 0x0, 0xc0031b1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000ce7180, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031b18f8, 0xc002f1f000, 0xb29, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001aded80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1200 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adee40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1201 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adef00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1202 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001450360, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001450360, 0x0, 0x0, 0x0, 0xc003479200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001450360, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034798f8, 0xc0039b1000, 0xeb5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adefc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1203 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adf080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1204 [semacquire]: strings.Replace(0xc00350cc00, 0xb16, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc00350cc00, 0xb16) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034778f8, 0xc002f1c000, 0xb13, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adf140, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1205 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002420ba0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002420ba0, 0x0, 0x0, 0x0, 0xc00386b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002420ba0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00386b8f8, 0xc0025f9000, 0x2744, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adf200, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1206 [semacquire]: strings.Replace(0xc00307d600, 0xc83, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc00307d600, 0xc83) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f138f8, 0xc003a9c000, 0xc82, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adf2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1207 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adf380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1208 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b058f8, 0xc003100000, 0xf73, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adf440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1209 [semacquire]: strings.Replace(0xc000c93600, 0xd3e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc000c93600, 0xd3e) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e138f8, 0xc000c93600, 0xd3e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adf500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1210 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000e83520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000e835f0, 0xc003bc8070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221bdc0, 0x0, 0x0, 0x0, 0xc002541200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221bdc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025418f8, 0xc00129a400, 0xb4f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adf5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1211 [semacquire]: strings.Replace(0xc002b1fa80, 0x19d3, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x8, 0xc002b1fa80, 0x19d3) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036b78f8, 0xc0028b2a00, 0x19cf, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adf680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1212 [runnable]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adf740, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1213 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adf800, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1214 [semacquire]: strings.Replace(0xc003e99500, 0x938, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc003e99500, 0x938) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036d58f8, 0xc003e99500, 0x938, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adf8c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1215 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002310270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc002310340, 0xc003edd9d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d91ba0, 0x0, 0x0, 0x0, 0xc00389d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d91ba0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00389d8f8, 0xc002c3b000, 0xabc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adf980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1216 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc004056a00, 0x6f0, 0x6f0, 0xc001708700) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc004056a00, 0x6f0, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ab1588, 0xaa058b, 0x2, 0xc004056a00, 0x6f0, 0xc, 0x29, 0xc003e78260) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003ab1518, 0xc001981260, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adfa40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1217 [semacquire]: strings.Replace(0xc003604800, 0x1518, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b718f8, 0xc003604800, 0x1518, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adfb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1218 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038a33c0, 0xaa04f9, 0x2, 0xc002cc1800, 0x7d2, 0x1, 0xdf, 0xc000ce7e40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002cc1800, 0x7d2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038a3518, 0xc000ce79c0, 0x74, 0xc0013b8a1a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adfbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1219 [semacquire]: strings.Replace(0xc00380e000, 0xfef, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037f78f8, 0xc00380e000, 0xfef, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adfc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1220 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000c8c9c0, 0x1189d00, 0x1) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000c8c9c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000c8c9c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000c8c9c0, 0xc003963110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d90080, 0x0, 0x0, 0x0, 0xc0037f5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d90080, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037f58f8, 0xc003903800, 0x158a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adfd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1221 [semacquire]: strings.Replace(0xc003f02000, 0xcb1, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc003f02000, 0xcb1) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00389b8f8, 0xc003a9db00, 0xcae, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adfe00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1222 [semacquire]: golang.org/x/net/html/atom.String(0xc00241d206, 0x8, 0xdfa, 0xdfa, 0xc00241d210) /home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6 golang.org/x/net/html.(*Tokenizer).Token(0xc000237040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a golang.org/x/net/html.(*parser).parse(0xc000237110, 0xc0021cd9d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001450240, 0x0, 0x0, 0x0, 0xc003495200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001450240, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034958f8, 0xc00214b500, 0x99a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001adfec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 653 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000d9a180, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00396b518, 0xc00173b440, 0x87, 0xc002033680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b133e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 654 [runnable]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b134a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 655 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b13560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 656 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc001927a3e) /usr/local/go/src/strings/strings.go:830 +0x4a strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0x0, 0x4f4400c0040c3000) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.beforeHTMLIM(0xc000c8c5b0, 0x7f9b00000000) /home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000c8c5b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000c8c5b0, 0xc0040a9dc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001927a80, 0x0, 0x0, 0x0, 0xc002a27200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001927a80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a278f8, 0xc001465c00, 0xbdb, 0xd0b2d0bed0b4d0b5, 0x2c8fd1b8d0bdd0b0, 0xbed0bad020b2d020) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b13620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 657 [semacquire]: strings.Replace(0xc00080cc80, 0xc3d, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00080cc80, 0xc3d) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030cf8f8, 0xc003b8b900, 0xc3a, 0xd0b2d0bed0b4d0b5, 0x2c8fd1b8d0bdd0b0, 0xbed0bad020b2d020) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b136e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1234 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc000d1e080, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000d1e080, 0x0, 0x0, 0x0, 0xc0039f7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000d1e080, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039f78f8, 0xc003d03000, 0x1622, 0xd181d1b4d0b5d080, 0xd0bbd0b2d0b0d082, 0xb0d0bdd020bdd0b5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b137a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1235 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002e02750, 0xc0032cea00, 0x12b) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc002e02750, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002e02750) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002e02750, 0xc002385110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000fc20, 0x0, 0x0, 0x0, 0xc002a45200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000fc20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a458f8, 0xc002eee880, 0xce7, 0x3a1, 0x3a3, 0x3e9) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b13860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1236 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b13920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1237 [semacquire]: strings.Replace(0xc001245000, 0x267a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc001245000, 0x267a) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003bc38f8, 0xc001245000, 0x267a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b139e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1238 [semacquire]: regexp.makeOnePass.func1(0xa, 0xc0014e7790, 0xf, 0xf, 0x1) /usr/local/go/src/regexp/onepass.go:385 +0xbdf regexp.makeOnePass(0xc00101c720, 0xc00101c720) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc0017118f0, 0xc0017118f0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002a23300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002a23300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002a23300, 0x0, 0xb856e0, 0xc0000ae208, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002a23300, 0xc002b37c70, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002a23300, 0x42ca96, 0xc0017118c0, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002a23370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc000e85f00, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00197c3f0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002a23518, 0xc000e08ea0, 0xabc101, 0x1d, 0x91, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b13aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1239 [semacquire]: github.com/fatih/set.(*Set).Add(0xc000e09640, 0xc002dab2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002dab3c0, 0xaa0599, 0x2, 0xc002bc2000, 0xf63, 0x2, 0x175, 0xc000e09620) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000aa000, 0xc002bc2000, 0xf63, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002dab518, 0xc00000fd20, 0x6a, 0xc0011fe690) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b13b60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1240 [semacquire]: bytes.makeSlice(0x29a, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002ce7208, 0xc, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002ce7208, 0xc000c9da70, 0xc, 0x5165d7, 0xc000118dc0, 0xc0004bd600) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000e528c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000e52850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000e52770) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001adbbf0, 0xc001adbbf0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002ce7518, 0xc001981a80, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b13c20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1241 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0012d66f0, 0x50d201, 0xc0011fecfc, 0x12, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00263f518, 0xc001980760, 0xc0019812e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b13ce0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1242 [semacquire]: strings.Replace(0xc001497500, 0x1487, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034418f8, 0xc001497500, 0x1487, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b13da0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1243 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b13e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1244 [semacquire]: strings.Replace(0xc0025eb500, 0x1311, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0025eb500, 0x1311) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a258f8, 0xc0018a4a00, 0x130f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001b13f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1254 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc003281f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a