fatal error: concurrent map writes fatal error: concurrent map writes goroutine 569 [running]: runtime.throw(0xab7b31, 0x15) /usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc000d058f0 sp=0xc000d058c0 pc=0x453732 runtime.mapassign_faststr(0xa13540, 0xc000234750, 0xc0032ba380, 0x7, 0x7f0835f5ec28) /usr/local/go/src/runtime/map_faststr.go:291 +0x3de fp=0xc000d05958 sp=0xc000d058f0 pc=0x4338ce _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance.func1() /home/ec2-user/environment/cluster2/cluster2/base/model.go:22 +0x54 fp=0xc000d05998 sp=0xc000d05958 pc=0x80eaa4 sync.(*Once).doSlow(0xc00030de78, 0xc000d05a38) /usr/local/go/src/sync/once.go:66 +0xec fp=0xc000d059e8 sp=0xc000d05998 pc=0x49ccdc sync.(*Once).Do(...) /usr/local/go/src/sync/once.go:57 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0032ba380, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:21 +0x1b6 fp=0xc000d05a68 sp=0xc000d059e8 pc=0x80e5f6 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001ae3900, 0xc7a, 0xc7a, 0x1, 0xc001ae3900) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 fp=0xc000d05ae8 sp=0xc000d05a68 pc=0x81c9d5 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c1bc00, 0x39, 0xc001ae3900, 0xc7a, 0xaa0378, 0x1, 0xc001ae3900, 0xc7a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 fp=0xc000d05b50 sp=0xc000d05ae8 pc=0x81c839 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f1ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 fp=0xc000d05fb8 sp=0xc000d05b50 pc=0x823ec2 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc000d05fc0 sp=0xc000d05fb8 pc=0x483571 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1 [GC assist wait]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Join(0xc00018d8f0, 0x2, 0x2, 0xaa0385, 0x1, 0x0, 0x0) /usr/local/go/src/strings/strings.go:438 +0x4c8 path/filepath.join(0xc00018d8f0, 0x2, 0x2, 0xc0017cd6c0, 0xc00018dc98) /usr/local/go/src/path/filepath/path_unix.go:45 +0xa7 path/filepath.Join(...) /usr/local/go/src/path/filepath/path.go:212 path/filepath.walk(0xc00002a0a0, 0x42, 0xb89740, 0xc000236750, 0xc00018dc98, 0x0, 0x0) /usr/local/go/src/path/filepath/path.go:377 +0x1a7 path/filepath.walk(0xc000115880, 0x3f, 0xb89740, 0xc000236680, 0xc00018dc98, 0x0, 0x0) /usr/local/go/src/path/filepath/path.go:384 +0x2ff path/filepath.walk(0x7ffebd8d67c6, 0x37, 0xb89740, 0xc0002365b0, 0xc00018dc98, 0x0, 0xc00018db20) /usr/local/go/src/path/filepath/path.go:384 +0x2ff path/filepath.Walk(0x7ffebd8d67c6, 0x37, 0xc00018dc98, 0x5, 0xc00000c538) /usr/local/go/src/path/filepath/path.go:406 +0xff _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand(0x7ffebd8d67c6, 0x37, 0xffffffffffffffff, 0xbfb68417937d9238) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:148 +0x3e6 main.main() /home/ec2-user/environment/cluster2/tgnews.go:71 +0x768 goroutine 6 [syscall]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:147 +0x9c os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x22 created by os/signal.Notify.func1 /usr/local/go/src/os/signal/signal.go:127 +0x44 goroutine 8 [chan receive]: main.main.func1(0xc0001170e0, 0xbfb68417937d9238, 0x37ae6f, 0x1251a20) /home/ec2-user/environment/cluster2/tgnews.go:36 +0x41 created by main.main /home/ec2-user/environment/cluster2/tgnews.go:35 +0x176 goroutine 10 [semacquire]: github.com/gigawattio/window.Rolling(0xc000632000, 0x196, 0x196, 0x3, 0x0, 0x195, 0xc000632000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d0b570, 0xc0014644e0, 0xc001464e00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007c4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 11 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000ead000, 0xf8a, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000ead000, 0xf8a, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000ead000, 0xf8a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000ead000, 0xf8a, 0x0, 0x0, 0x115f500, 0xf8a, 0xf8a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000ead000, 0xf8a, 0x0, 0x0, 0xaa0378, 0x1, 0xc000eac000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000ead000, 0xf8a, 0xf8a, 0xc000ead000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00043c000, 0x61, 0xc000ead000, 0xf8a, 0xaa0378, 0x1, 0xc000ead000, 0xf8a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007c5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1186 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3560, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 926 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0024e8800, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024e8800, 0x0, 0x0, 0x0, 0xc00192f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024e8800, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00192f950, 0xc001a7b900, 0x1181, 0xc00242aab0, 0x3, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 888 [GC assist wait]: strings.Replace(0xc0021a4000, 0x1ef6, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1e, 0xc0013675e0, 0xc0018ab500) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c61950, 0xc0021a4000, 0x1ef6, 0x0, 0xc00159253e, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 19 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015e87c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015e87a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001d45800, 0x7df, 0x7df, 0x1, 0xc001d45800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fc2180, 0x26, 0xc001d45800, 0x7df, 0xaa0378, 0x1, 0xc001d45800, 0x7df, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007cae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 21 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034915e0, 0xaa04f9, 0x2, 0xc00021a280, 0x123, 0x0, 0xc003491430, 0xc002a9a848) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc003491570, 0xc0034aacc0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003491570, 0xc0010ac440, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007cc60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 22 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00268b2a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00268b280, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0024a4d00, 0x8c8, 0x8c8, 0x1, 0xc0024a4d00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a524b0, 0x2f, 0xc0024a4d00, 0x8c8, 0xaa0378, 0x1, 0xc0024a4d00, 0x8c8, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007cd20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 911 [semacquire]: strings.genSplit(0xc001eae000, 0x1cbd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x603, 0x603) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f27418, 0xaa058b, 0x2, 0xc001144000, 0x1cbd, 0x7, 0x603, 0xc00268ccc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001144000, 0x1cbd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f27570, 0xc00268c000, 0x4d, 0xc00002a2d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004efda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 945 [semacquire]: os.newFile(0x10, 0xc003391080, 0x5b, 0x1, 0x7400000000) /usr/local/go/src/os/file_unix.go:113 +0x52 os.openFileNolog(0xc003391080, 0x5b, 0x0, 0x6900000000, 0x6100000073, 0x6300000020, 0x6100000068) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc003391080, 0x5b, 0x0, 0x7400000000, 0x6500000068, 0x7000000020, 0x6e00000075) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc003391080, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 26 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024f01c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024f01b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000f36000, 0x7f5, 0x7f5, 0x1, 0xc000f36000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000444120, 0x2c, 0xc000f36000, 0x7f5, 0xaa0378, 0x1, 0xc000f36000, 0x7f5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 890 [GC assist wait]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 34 [select]: github.com/patrickmn/go-cache.(*janitor).Run(0xc000310000, 0xc00030e000) /home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5 created by github.com/patrickmn/go-cache.runJanitor /home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9 goroutine 32 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002700b60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002700b50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00266a300, 0x6b7, 0x6b7, 0x1, 0xc00266a300) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00087ae40, 0x38, 0xc00266a300, 0x6b7, 0xaa0378, 0x1, 0xc00266a300, 0x6b7, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 49 [semacquire]: bytes.makeSlice(0x10ac, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0017f53e0, 0x70, 0x84) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0017f53e0, 0xc002cae230, 0x70, 0x5165d7, 0xc002955107, 0xc000a80860) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0018e3c00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0018e3b90) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001f9ba40) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001f9b960) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001f9b260) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00186f620, 0xc000021da0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0017f5570, 0xc00268da80, 0x47, 0xc0003de140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d34a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 52 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0011f7350, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0011f7330, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000dbd600, 0xd6a, 0xd6a, 0x1, 0xc000dbd600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003092180, 0x5b, 0xc000dbd600, 0xd6a, 0xaa0378, 0x1, 0xc000dbd600, 0xd6a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 53 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001007500, 0x680, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001007500, 0x680, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001007500, 0x680, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001007500, 0x680, 0x0, 0x0, 0x115f500, 0x680, 0x680) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001007500, 0x680, 0x0, 0x0, 0xaa0378, 0x1, 0xc001006700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001007500, 0x680, 0x680, 0xc001007500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004265a0, 0x23, 0xc001007500, 0x680, 0xaa0378, 0x1, 0xc001007500, 0x680, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 54 [semacquire]: bytes.makeSlice(0x1c20, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0003b9260, 0x154, 0x113) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0003b9260, 0xc001b7a580, 0x154, 0x5165d7, 0xc00183472a, 0xc002db70b8) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003061570) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003061500) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003055f10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002044bd0, 0xc002044fc0, 0xc002ab4b00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0003b9570, 0xc00110ad80, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 936 [semacquire]: github.com/jaytaylor/html2text.FromString(0xc0022e2000, 0xf9e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d91740) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002167570, 0xc0018abb60, 0xc001d7f080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0033909c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1202 [GC assist wait]: os.newFile(0x98, 0xc0011e04e0, 0x5b, 0x1, 0x6f72746e00000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e04e0, 0x5b, 0x0, 0xa3e2f2200000000, 0x74656d3c20202020, 0x7265706f72702061, 0x753a676f223d7974) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e04e0, 0x5b, 0x0, 0x622f737700000000, 0x2f7373656e697375, 0x73676e696e726165, 0x6e616c6962756a2f) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e04e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e04e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1203 [semacquire]: strings.Replace(0xc000f1cc00, 0x107d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x13, 0x9d3400, 0xc002f2c700) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d15950, 0xc000f1cc00, 0x107d, 0x656968706172676f, 0x206b6f6f42202e73, 0x207374726f706572) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e05a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 717 [GC assist wait]: strings.genSplit(0xc000b24000, 0x105b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2b5, 0x2b5) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001dbf418, 0xaa05c9, 0x2, 0xc0028cf300, 0x105b, 0x4, 0x2b5, 0xc002f30d20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc0028cf300, 0x105b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001dbf570, 0xc000647ee0, 0x5c, 0xc0005d2a80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007ce40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 923 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002943a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc002943ad0, 0xc000f200e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268d900, 0x0, 0x0, 0x0, 0xc000d0b258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268d900, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d0b950, 0xc0012d7300, 0x1217, 0xc0013bbb30, 0x3, 0xc001ce7ed0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004956e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 63 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000dac8c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000dac8b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0022b0dc0, 0x299, 0x299, 0x1, 0xc0022b0dc0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d94200, 0x1d, 0xc0022b0dc0, 0x299, 0xaa0378, 0x1, 0xc0022b0dc0, 0x299, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c6000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 43 [GC assist wait]: strings.Replace(0xc002de4000, 0x17e0, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc002e81a10, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002193950, 0xc002de4000, 0x17e0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 65 [semacquire]: regexp.(*Regexp).replaceAll(0xc000c2c3c0, 0x0, 0x0, 0x0, 0xc001ced900, 0x1280, 0x2, 0xc001c1fab0, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000c2c3c0, 0xc001ced900, 0x1280, 0xaa0378, 0x1, 0xc000b24000, 0x1280) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc001ced900, 0x1280, 0xaa0378, 0x1, 0xc001ced900, 0x1280) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c6180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 67 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000797770, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000797760, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0028cca80, 0x9a0, 0x9a0, 0x1, 0xc0028cca80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fc2180, 0x29, 0xc0028cca80, 0x9a0, 0xaa0378, 0x1, 0xc0028cca80, 0x9a0, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c6300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 908 [GC assist wait]: strings.Replace(0xc002aacf00, 0x22d6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc002aacf00, 0x22d6) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a81950, 0xc002c0ef00, 0x22d0, 0x3, 0xd, 0xc0011f2690) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1194 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 703 [GC assist wait]: os.newFile(0x9a, 0xc0012b02a0, 0x5b, 0x1, 0x706d617300000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0012b02a0, 0x5b, 0x0, 0x2d656e6900000000, 0x676e696e7261656c, 0x7469726f676c6120, 0x6469206f74206d68) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0012b02a0, 0x5b, 0x0, 0x6261207300000000, 0x20656e6f2074756f, 0x666f20726564726f, 0x7574696e67616d20) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0012b02a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b02a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 937 [semacquire]: strings.genSplit(0xc00274d300, 0x1084, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x312, 0x312) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000bc5418, 0xaa04df, 0x2, 0xc001219900, 0x1084, 0x1, 0x312, 0xc001365a60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001219900, 0x1084, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000bc5570, 0xc000646420, 0x5a, 0xc002f9c120) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1218 [semacquire]: strings.Replace(0xc002256000, 0x939, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc002256000, 0x939) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001501950, 0xc000bfd500, 0x937, 0x6972756f74207361, 0x656b726f77206d73, 0x6e756f7261207372) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e10e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 85 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0014b3220, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0014b3210, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000d4aa80, 0xa3e, 0xa3e, 0x1, 0xc000d4aa80) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fc20c0, 0x27, 0xc000d4aa80, 0xa3e, 0xaa0378, 0x1, 0xc000d4aa80, 0xa3e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c7080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1192 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028f5418, 0xaa0569, 0x2, 0xc0032d9200, 0xc65, 0x1b, 0x25f, 0xc001d7e400) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc0032d9200, 0xc65, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028f5570, 0xc0016cffe0, 0x33, 0xc0010d39c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 88 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0003c44e0, 0xc0004fb240, 0xaa0378) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0004fb570, 0xc003314db0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0004fb570, 0xc000770040, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c72c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1224 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc00311a7f8, 0xc00311a7e0, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc00311a7e0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x28, 0xc0011e1560, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc0011e1560, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e1560, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e1560, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 895 [GC assist wait]: bytes.makeSlice(0x243c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0017d1a98, 0x243c, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc002f0a158, 0x243c, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc0004eed80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004eed80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 905 [GC assist wait]: os.newFile(0xa, 0xc0004ef6e0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0004ef6e0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0004ef6e0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0004ef6e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 98 [semacquire]: bytes.makeSlice(0x486f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0000d31a8, 0x1d1, 0x23b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0000d31a8, 0xc00044c780, 0x1d1, 0x5165d7, 0xc0021056c0, 0xc0000ad580) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001170fc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001170f50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001170d90) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000fcb110) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0012e0770) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0000d3270, 0xae5578, 0xc00071b368) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.replaceTagWithContents(0xc0000d3270, 0x1182620, 0xa, 0xa) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:35 +0x46 github.com/advancedlogic/GoOse.(*outputFormatter).linksToText.func1(0x5, 0xc002e0a180) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:84 +0x1ed github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003087f50, 0xc0000d3318, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).linksToText(0xc0000d33e0, 0x8, 0xc00071b2e8, 0xc001ee8a80) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:71 +0x8e github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0000d33e0, 0xc002d16e10, 0xaa04f9, 0x2, 0xc0000d3570, 0x8, 0x9ecc80, 0x25d, 0x25e) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:41 +0xbb github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0000d3570, 0xc002d16e10, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c7a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 779 [GC assist wait]: os.newFile(0xb9, 0xc000a421e0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000a421e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000a421e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000a421e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000a421e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 920 [GC assist wait]: strings.Replace(0xc00288d000, 0x16a3, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00288d000, 0x16a3) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d79950, 0xc002835000, 0x169f, 0x0, 0x0, 0x96) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004950e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 111 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00268d820, 0xc0018af278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018af5e0, 0xaa04f9, 0x2, 0xc001bb4000, 0x1efc, 0x2, 0x6, 0xc0035540a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0018af570, 0xc0000ba280, 0x59) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6420, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 112 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0038c4000, 0xedc, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0038c4000, 0xedc, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0038c4000, 0xedc, 0x0, 0x0, 0x115f500, 0xedc, 0xedc) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0038c4000, 0xedc, 0x0, 0x0, 0xaa0378, 0x1, 0xc0038c2000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0038c4000, 0xedc, 0xedc, 0xc0038c4000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c20d80, 0x81, 0xc0038c4000, 0xedc, 0xaa0378, 0x1, 0xc0038c4000, 0xedc, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e64e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 120 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc000cbfd40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000cbfd40) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000cbfd40, 0xc0015b15e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00122fcb0, 0x0, 0x0, 0x0, 0x0, 0x901, 0xc00122fc80) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00122fc80, 0x0, 0x0, 0x0, 0xa80, 0xc0000a4a80, 0x978, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0000a4a80, 0x978, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0010d69f4) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d7d570, 0xc0007fa960, 0xc001873720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 237 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00137f5e0, 0xaa04f9, 0x2, 0xc0004986e0, 0x93, 0x4, 0xc00137f2e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc00334aff0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00334acc0, 0xc00137f378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00137f570, 0xc0014edfb0, 0xc00139c580) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00137f570, 0xc0014edfb0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00137f570, 0xc0014edfb0, 0xc0014edfb0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1228 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 129 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e435e0, 0xaa04f9, 0x2, 0xc002dfa3c0, 0x138, 0xe, 0xc002e432e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x12, 0xc0020cc300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000cc5080, 0xc002e43378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002e43570, 0xc00167ade0, 0xc002fde660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002e43570, 0xc00167ade0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002e43570, 0xc00167ade0, 0xc00167ade0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e71a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 130 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023a2dd0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023a2dc0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000d34c00, 0x50d, 0x50d, 0x1, 0xc000d34c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c1b49c, 0x1a, 0xc000d34c00, 0x50d, 0xaa0378, 0x1, 0xc000d34c00, 0x50d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 718 [GC assist wait]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00184b418, 0xaa04f9, 0x2, 0xc00108d500, 0x999, 0x1, 0x1cc, 0xc002f30de0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc00108d500, 0x999, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00184b570, 0xc0018abb20, 0x87, 0xc0026db560) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 139 [semacquire]: regexp.(*Regexp).replaceAll(0xc0010006e0, 0x0, 0x0, 0x0, 0xc00142a000, 0xf0f, 0x2, 0xc0033a7270, 0xc00142a000, 0xf0f, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0010006e0, 0xc00142a000, 0xf0f, 0xaa0378, 0x1, 0x1, 0x26) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000761570, 0xc0009e8580, 0xc0029fefa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 929 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc000afaa90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000afaa90) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000afaa90, 0xc0001ad6c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0010ac500, 0x0, 0x0, 0x0, 0xc002a8f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0010ac500, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a8f950, 0xc002ffaa00, 0x19d1, 0x0, 0x4, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004891a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 143 [semacquire]: strings.genSplit(0xc001216000, 0x1052, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002a2a000, 0x394, 0x394) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001073418, 0xaa0503, 0x2, 0xc001b83900, 0x1052, 0x4, 0x394, 0xc002579da0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001b83900, 0x1052, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001073570, 0xc002308be0, 0x53, 0xc000698c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 144 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000b1f118, 0xc001f5e0e0, 0xde, 0x2, 0x2, 0xb) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000b1f118, 0xc001f5e0e0, 0xde, 0xde, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000b1f118, 0xc002b35110, 0xc000b1e208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b1f118, 0xc002b350a0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000b1f118, 0xc002b350a0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000b1f118, 0xc002b350a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000b1f118, 0xc002b350a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b1f118, 0xc0032f25b0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00141d118, 0xc0032f25b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00141d118, 0xc0032f25b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b1f118, 0xc0032f24d0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00141d118, 0xc0032f24d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00141d118, 0xc0032f24d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b1f118, 0xc002b40460, 0xc0006e4000, 0x7f0835f5f2f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00141d118, 0xc002b40460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00141d118, 0xc002b40460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b1f118, 0xc002b40380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00141d118, 0xc002b40380, 0x54b170, 0xc001d8e5b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002b40380, 0x0, 0x0, 0x0, 0x0, 0xc002b40380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a7b0e0, 0x0, 0x0, 0x0, 0x2500, 0xc003a50500, 0x23d1, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003a50500, 0x23d1, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00177a1c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00141d570, 0xc00139ddc0, 0xc0009e8b80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 928 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002943ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc002943c70, 0xc000f203f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268d9c0, 0x0, 0x0, 0x0, 0xc001dc1258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268d9c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001dc1950, 0xc000320000, 0x1f99, 0x206465766f6c2069, 0x74206c6c61207469, 0x7070616820736968) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1190 [semacquire]: regexp.(*bitState).reset(0xc0015ca2c0, 0xc000021200, 0x3, 0x2) /usr/local/go/src/regexp/backtrack.go:91 +0x201 regexp.(*Regexp).backtrack(0xc000149220, 0x0, 0x0, 0x0, 0xc002838c73, 0x3, 0x0, 0x2, 0xc002838db0, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:319 +0x116 regexp.(*Regexp).doExecute(0xc000149220, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc002838c73, 0x3, 0x0, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc000149220, 0x0, 0x0, 0x0, 0xc002838c73, 0x3, 0x2, 0xc002168c60, 0xc00165b3e0, 0xc001468128, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc000149220, 0xc002838c73, 0x3, 0xaa0378, 0x1, 0xc002168d68, 0x42cc84) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002169118, 0xc001041ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002169118, 0xc001041650, 0xc00023f880, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002169118, 0xc001041650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002169118, 0xc001041650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002169118, 0xc001041570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002169118, 0xc001041570, 0x54b170, 0xc000afaea0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001041570, 0x0, 0x0, 0x0, 0x0, 0xc001041570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00165b410, 0x0, 0x0, 0x0, 0x1000, 0xc0021d6000, 0xe76, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0021d6000, 0xe76, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000e9cd20) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002169570, 0xc001d7e4a0, 0xc0010acb60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d39e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 41 [GC assist wait]: os.newFile(0x9, 0xc0005d2ea0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0005d2ea0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0005d2ea0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0005d2ea0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d2ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 154 [semacquire]: strings.Replace(0xc002039a80, 0x199b, 0xaa60d9, 0x5, 0xaa1fd2, 0x3, 0x12, 0xc002039a80, 0x199b) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00163b570, 0xc002744240, 0xc002744b00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 155 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0010aa000, 0x2, 0x2, 0xc0007d2a00, 0x21, 0x40, 0xc000b1b078, 0xc002517048, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc00071af38, 0x1, 0x1, 0xc000b1b148, 0x7f0835f5e560, 0x0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc00071af38, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc002517048, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc002f97ad0, 0xc0030d8360) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000b1b570, 0xc002f97ad0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000b1b570, 0xc002308f80, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 914 [GC assist wait]: strings.Replace(0xc000ea6000, 0x10f1, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc000ea6000, 0x10f1) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001507950, 0xc0012dac00, 0x10ee, 0xc000b9aef8, 0x3, 0xc000b9b6b8) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004941e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 160 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001218600, 0x113a, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001218600, 0x113a, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001218600, 0x113a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001218600, 0x113a, 0x0, 0x0, 0x115f500, 0x113a, 0x113a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001218600, 0x113a, 0x0, 0x0, 0xaa0378, 0x1, 0xc00371d300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001218600, 0x113a, 0x113a, 0xc001218600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fa2180, 0x25, 0xc001218600, 0x113a, 0xaa0378, 0x1, 0xc001218600, 0x113a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 896 [GC assist wait]: strings.Replace(0xc002596000, 0x187e, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc002596000, 0x187e) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b9d950, 0xc000644600, 0x187b, 0x6e00000068, 0x6c0000006f, 0x670000006f) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004eef00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 892 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1289 [GC assist wait]: syscall.ByteSliceFromString(0xc0012b0720, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc001a24000) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc0012b0720, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc0012b0720, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc0012b0720, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0012b0720, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b0720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 48 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d33e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 881 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 170 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0000bafa0, 0xc0012cf318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012cf418, 0xaa05c9, 0x2, 0xc002daa880, 0xd6a, 0x3, 0x297, 0xc0000baf80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002daa880, 0xd6a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0012cf570, 0xc000646720, 0x33, 0xc002ec0640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000489080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 820 [GC assist wait]: strings.Replace(0xc001af0000, 0xb41, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc001af0000, 0xb41) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005a5950, 0xc002d71400, 0xb3f, 0xc001173bb0, 0x3, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000489da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1187 [runnable]: strings.Index(0xc000b2578b, 0xd82, 0xaa36c2, 0x4, 0x487) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.Count(0xc000b2578b, 0xd82, 0xaa36c2, 0x4, 0x0) /usr/local/go/src/strings/strings.go:88 +0x9d strings.Replace(0xc000b25300, 0x120d, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xffffffffffffffff, 0xc000b25300, 0x120d) /usr/local/go/src/strings/strings.go:934 +0xa1 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028d7950, 0xc000b25300, 0x120d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3620, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 878 [GC assist wait]: os.newFile(0xa4, 0xc0014b7f20, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0014b7f20, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0014b7f20, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0014b7f20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0014b7f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 720 [GC assist wait]: strings.Replace(0xc0014bf500, 0x1438, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x9d3400, 0x10) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005f3950, 0xc0014bf500, 0x1438, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 702 [GC assist wait]: os.newFile(0x99, 0xc0012b01e0, 0x5b, 0x1, 0x7364656500000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0012b01e0, 0x5b, 0x0, 0x206f742000000000, 0x776f64206c6f6f63, 0x6f6320646e61206e, 0x692065736e65646e) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0012b01e0, 0x5b, 0x0, 0x6973726500000000, 0x726720666f207974, 0x206e65676e696e6f, 0x6e6f727320646e61) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0012b01e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b01e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 946 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1222 [GC assist wait]: os.newFile(0x1f, 0xc0011e13e0, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e13e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x5) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e13e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0xdab3f384fadf377d) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e13e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e13e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 713 [GC assist wait]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032795e0, 0xaa04f9, 0x2, 0xc001260000, 0xdd5, 0x641e2d, 0x0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003279570, 0xc000647440, 0x29) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007c1e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 188 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0019f3300, 0x10dc, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0019f3300, 0x10dc, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0019f3300, 0x10dc, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0019f3300, 0x10dc, 0x0, 0x0, 0x115f500, 0x10dc, 0x10dc) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0019f3300, 0x10dc, 0x0, 0x0, 0xaa0378, 0x1, 0xc001950c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0019f3300, 0x10dc, 0x10dc, 0xc0019f3300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fdb680, 0x60, 0xc0019f3300, 0x10dc, 0xaa0378, 0x1, 0xc0019f3300, 0x10dc, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000489e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 45 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d31a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 786 [semacquire]: strings.genSplit(0xc001724900, 0x834, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1075, 0xc001724000, 0x834) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c315e0, 0xaa04f9, 0x2, 0xc001724000, 0x834, 0x30, 0xc000c312e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc0020b85a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0020b8570, 0xc000c31378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc000c31570, 0xc0007a9c80, 0xc0018aa580) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc000c31570, 0xc0007a9c80, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc000c31570, 0xc0007a9c80, 0xc0007a9c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 921 [semacquire]: strings.Replace(0xc002778f00, 0x208a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x60, 0xa81260) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000481950, 0xc002778f00, 0x208a, 0x3, 0xc0016ad162, 0x6) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004953e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 201 [semacquire]: bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000c87140, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc000c87140, 0xb7b620, 0xc0012c8d50, 0x203000, 0x203000, 0x203000) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc0012c8d50, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0012c8d50, 0xc000c87230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0012c8d50, 0x0, 0x0, 0x0, 0x1000, 0xc000bf5000, 0xea8, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc000bf5000, 0xea8, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000a51b80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000c87570, 0xc00139da20, 0xc00139cca0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a07e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1204 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1209 [GC assist wait]: strings.Replace(0xc000bfa580, 0xc2a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc000bfa580, 0xc2a) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000741950, 0xc000ec0580, 0xc1b, 0xc003a289b8, 0x3, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 880 [GC assist wait]: os.newFile(0xa8, 0xc0004c0a80, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0004c0a80, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0004c0a80, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0004c0a80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 916 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 209 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0005a1338, 0x432e00, 0xc0005a1268, 0x94, 0x45624c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0005a1338, 0x5, 0xc000acf680, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0005a1338, 0x2000, 0x7f080c07ac20, 0xc0005a1350, 0xc0005a1318, 0x2) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f080c07ac20, 0xc0005a1301, 0x10100000042ab7a, 0x0, 0xfc4) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000166210, 0xaa64ee, 0x5, 0x1bd1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0005a1570, 0xc002944840, 0xfc4, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a0de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1223 [semacquire]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc001961b18, 0xc001961b00, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc001961b00, 0xaa3cc2, 0x4, 0x1, 0x0, 0x3) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x21, 0xc0011e14a0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc0011e14a0, 0x5b, 0x0, 0x0, 0xc0035e6820, 0x3, 0xc0035e5c50) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e14a0, 0x5b, 0x0, 0x0, 0x0, 0x3, 0x1) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e14a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e14a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 218 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00000e8e0, 0xc000765318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000765418, 0xaa058b, 0x2, 0xc00194d300, 0x112e, 0x5, 0x3ad, 0xc00000e8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00030c060, 0xc00194d300, 0x112e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000765570, 0xc0003224c0, 0x35, 0xc000a509c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a14a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 46 [GC assist wait]: regexp.(*Regexp).ReplaceAllString(0xc000c2c0a0, 0xc000bfca80, 0x9fc, 0x0, 0x0, 0xc0000b4000, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:560 +0x135 _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc000bfca80, 0x9fc, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 220 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033b7d80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033b7d60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0011b2c00, 0x5e2, 0x5e2, 0x1, 0xc0011b2c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d3c050, 0x4d, 0xc0011b2c00, 0x5e2, 0xaa0378, 0x1, 0xc0011b2c00, 0x5e2, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 222 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003a2c000, 0x702, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003a2c000, 0x702, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003a2c000, 0x702, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003a2c000, 0x702, 0x0, 0x0, 0x115f500, 0xc003a2c000, 0x702) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003a2c000, 0x702, 0x0, 0x0, 0xaa0378, 0x1, 0xc000a46800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a2c000, 0x702, 0x702, 0xc003a2c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c9f220, 0x44, 0xc003a2c000, 0x702, 0xaa0378, 0x1, 0xc003a2c000, 0x702, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a17a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 245 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001e70000, 0x44e, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001e70000, 0x44e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001e70000, 0x44e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001e70000, 0x44e, 0x0, 0x0, 0x115f500, 0xc001e70000, 0x44e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001e70000, 0x44e, 0x0, 0x0, 0xaa0378, 0x1, 0xc001463b00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001e70000, 0x44e, 0x44e, 0xc001e70000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001110a80, 0x33, 0xc001e70000, 0x44e, 0xaa0378, 0x1, 0xc001e70000, 0x44e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 246 [GC assist wait]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001458900, 0x8fc, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001458900, 0x8fc, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001458900, 0x8fc, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001458900, 0x8fc, 0x0, 0x0, 0x115f500, 0x8fc, 0x8fc) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001458900, 0x8fc, 0x0, 0x0, 0xaa0378, 0x1, 0xc0014c9500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001458900, 0x8fc, 0x8fc, 0xc001458900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00043c3f0, 0x69, 0xc001458900, 0x8fc, 0xaa0378, 0x1, 0xc001458900, 0x8fc, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1231 [GC assist wait]: os.newFile(0x3a, 0xc0011e1aa0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e1aa0, 0x5b, 0x0, 0xc000000000, 0x0, 0x0, 0xc0020c5960) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e1aa0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e1aa0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1234 [GC assist wait]: os.newFile(0x42, 0xc0011e1ce0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e1ce0, 0x5b, 0x0, 0x404040400000000, 0x9e9080, 0xc002514690, 0x9e9080) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e1ce0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e1ce0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1233 [GC assist wait]: os.newFile(0x3d, 0xc0011e1c20, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e1c20, 0x5b, 0x0, 0xc000000000, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e1c20, 0x5b, 0x0, 0x0, 0x404020302030303, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e1c20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 766 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003296a80, 0xa4c, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003296a80, 0xa4c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003296a80, 0xa4c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003296a80, 0xa4c, 0x0, 0x0, 0x115f500, 0xa4c, 0xa4c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003296a80, 0xa4c, 0x0, 0x0, 0xaa0378, 0x1, 0xc0014c9500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003296a80, 0xa4c, 0xa4c, 0xc003296a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001110680, 0x39, 0xc003296a80, 0xa4c, 0xaa0378, 0x1, 0xc003296a80, 0xa4c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f891a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 810 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002fdef60, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fdef60, 0x0, 0x0, 0x0, 0xc000e3f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fdef60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000e3f950, 0xc00108d500, 0x97f, 0x6e00000068, 0x6c0000006f, 0x670000006f) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1232 [GC assist wait]: os.newFile(0x3b, 0xc0011e1b60, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e1b60, 0x5b, 0x0, 0x89a400000000, 0x9e9080, 0xc001ff63e0, 0x9e9080) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e1b60, 0x5b, 0x0, 0x0, 0xc0020c8620, 0x9e9080, 0xc0020c8600) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e1b60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 951 [GC assist wait]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001dbc000, 0xa17, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001dbc000, 0xa17, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001dbc000, 0xa17, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001dbc000, 0xa17, 0x0, 0x0, 0x115f500, 0xa17, 0xa17) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001dbc000, 0xa17, 0x0, 0x0, 0xaa0378, 0x1, 0xc001db5500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001dbc000, 0xa17, 0xa17, 0xc001dbc000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c1b312, 0x23, 0xc001dbc000, 0xa17, 0xaa0378, 0x1, 0xc001dbc000, 0xa17, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 276 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002aa0460, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002aa0450, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002faf200, 0x86f, 0x86f, 0x1, 0xc002faf200) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fda060, 0x53, 0xc002faf200, 0x86f, 0xaa0378, 0x1, 0xc002faf200, 0x86f, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007c840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 239 [semacquire]: bytes.makeSlice(0x180f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0024751f0, 0x3d7, 0x165) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0024751f0, 0xc000f97000, 0x3d7, 0x5165d7, 0xc002cdb387, 0xc0023d4e00) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005e5810) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005e57a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0014f3c70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00224b5c0, 0xc00157a270, 0x42d308) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002475570, 0xc00224b5c0, 0xc00224b7d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002475570, 0xc0029ff580, 0x4b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 278 [GC assist wait]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f815e0, 0xaa04f9, 0x2, 0xc000a620b0, 0xb0, 0x7, 0x16, 0xc0018aab60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000f81570, 0xc0035545a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007cc00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 944 [semacquire]: strings.genSplit(0xc00001d900, 0x24e4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x707, 0x707) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e41418, 0xaa0569, 0x2, 0xc002ab1900, 0x24e4, 0x1f, 0x707, 0xc003554100) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002ab1900, 0x24e4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e41570, 0xc00268dd80, 0x3e, 0xc000fa2740) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1193 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00147f950, 0xc000afe000, 0xd8f, 0xc000acbd00, 0x3, 0xc0014fa7f0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1196 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0018ab660, 0xc000bc1318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000bc1418, 0xaa04d9, 0x2, 0xc001ab6000, 0x3b22, 0x1, 0xbcb, 0xc0018ab640) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001ab6000, 0x3b22, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000bc1570, 0xc0018ab2a0, 0x45, 0xc0001b5c20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 913 [GC assist wait]: strings.Replace(0xc001c6b000, 0xf3f, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc001c6b000, 0xf3f) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001aff950, 0xc0014bd000, 0xf3c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004eff20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 704 [GC assist wait]: os.newFile(0x9b, 0xc0012b0360, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0012b0360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0012b0360, 0x5b, 0x0, 0x0, 0x1, 0x1, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0012b0360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b0360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1210 [GC assist wait]: strings.genSplit(0xc001603ef0, 0xe3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x153, 0xc0033a2780, 0xe3) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a415e0, 0xaa04f9, 0x2, 0xc0033a2780, 0xe3, 0x49, 0x2ce, 0xc001872ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000a41570, 0xc0024e8d80, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 44 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc002e4b2d8, 0xc002e4b2c0, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc002e4b2c0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x1252790) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x3, 0xc0005d30e0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc0005d30e0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0005d30e0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0005d30e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d30e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 323 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002ca0000, 0x74b, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002ca0000, 0x74b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002ca0000, 0x74b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002ca0000, 0x74b, 0x0, 0x0, 0x115f500, 0x74b, 0x74b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002ca0000, 0x74b, 0x0, 0x0, 0xaa0378, 0x1, 0xc00253e800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002ca0000, 0x74b, 0x74b, 0xc002ca0000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ed74a0, 0x2f, 0xc002ca0000, 0x74b, 0xaa0378, 0x1, 0xc002ca0000, 0x74b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c6960, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 324 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c35458, 0xaa04f9, 0x2, 0xc001603e00, 0xee, 0xc000c35298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x2, 0xc00118ac90) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00118aba0, 0xc000c35320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc000c353e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000c353e0, 0xc0020ef860, 0xaa04f9, 0x2, 0xc000c35570, 0x8, 0x9ecc80, 0x44df36, 0xc000c353e8) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000c35570, 0xc0020ef860, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c6ae0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 326 [semacquire]: regexp.(*Regexp).replaceAll(0xc000149220, 0x0, 0x0, 0x0, 0xc002b75380, 0x6, 0x2, 0xc002470590, 0xc0016dc940, 0x1, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc000149220, 0xc002b75380, 0x6, 0xaa0378, 0x1, 0x1189d00, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002471118, 0xc002f9f340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002471118, 0xc001f7d0a0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028ad118, 0xc001f7d0a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028ad118, 0xc001f7d0a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002471118, 0xc001f7cfc0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028ad118, 0xc001f7cfc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028ad118, 0xc001f7cfc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002471118, 0xc001f7c8c0, 0xc00057e380, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028ad118, 0xc001f7c8c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028ad118, 0xc001f7c8c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002471118, 0xc001f7c7e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028ad118, 0xc001f7c7e0, 0x54b170, 0xc0014b96c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001f7c7e0, 0x0, 0x0, 0x0, 0x0, 0xc001f7c7e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0021d8390, 0x0, 0x0, 0x0, 0x1a80, 0xc00211f500, 0x1a09, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00211f500, 0x1a09, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c9f9a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0028ad570, 0xc001364060, 0xc0013648c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c7560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 327 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025495e0, 0xaa04f9, 0x2, 0xc002f00140, 0x139, 0xd, 0xc0025492e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x2, 0xc002c1e180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002e0be60, 0xc002549378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002549570, 0xc002e0bda0, 0xc002fdfbe0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002549570, 0xc002e0bda0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002549570, 0xc002e0bda0, 0xc002e0bda0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c76e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 329 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0024e87a0, 0xc001fe7318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fe7418, 0xaa0503, 0x2, 0xc002ca1800, 0x7dc, 0x1, 0x1cb, 0xc003cb1100) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002ca1800, 0x7dc, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fe7570, 0xc00339d6c0, 0x47, 0xc0026800f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c79e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 830 [GC assist wait]: strings.Replace(0xc0027d4a00, 0x20e7, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xe, 0xc0027d4a00, 0x20e7) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025d7950, 0xc002c13900, 0x20e0, 0x3, 0xc00142887b, 0x5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004951a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 897 [GC assist wait]: strings.Replace(0xc0031cd500, 0x1a5c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc002594360, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c65950, 0xc0031cd500, 0x1a5c, 0x0, 0x0, 0x6) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 952 [semacquire]: syscall.ByteSliceFromString(0xc003391740, 0x5b, 0x4920736573616320, 0x77206b6e69687420, 0x63206562206c6c69, 0x64656d7269666e6f, 0x7369687420796220) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc003391740, 0x5b, 0x80000, 0x6520746f00000000, 0x6f74207463657078, 0x206e612065657320, 0x6573616572636e69) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc003391740, 0x5b, 0x0, 0x6164696c00000000, 0x4120656874206574, 0x65742074746f6262, 0x6873206f74207473) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc003391740, 0x5b, 0x0, 0x7574636900000000, 0x6874206e6f206572, 0x2073757269762065, 0x6120646165727073) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc003391740, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1282 [GC assist wait]: os.newFile(0x9d, 0xc0012b04e0, 0x5b, 0x1, 0x6e61206500000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0012b04e0, 0x5b, 0x0, 0x6d20656700000000, 0x6572746e65632079, 0x61656c207461202c, 0x6c69772049207473) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0012b04e0, 0x5b, 0x0, 0x66490a0a00000000, 0x2074656720657720, 0x6574617261706573, 0x7720736d6f6f7220) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0012b04e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b04e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 886 [GC assist wait]: github.com/fatih/set.(*Set).Add(0xc0024e9ce0, 0xc00189d278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00189d5e0, 0xaa04f9, 0x2, 0xc002358a00, 0x322e, 0xe, 0x3b, 0xc0024e9ca0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00189d570, 0xc001872040, 0x7c) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c15c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1227 [GC assist wait]: os.newFile(0x31, 0xc0011e17a0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e17a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e17a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e17a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e17a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 910 [GC assist wait]: strings.Replace(0xc001e22000, 0x2f36, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x6, 0xc001d5c300, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c63950, 0xc001e22000, 0x2f36, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004efc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 344 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003a2d800, 0x7ba, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003a2d800, 0x7ba, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003a2d800, 0x7ba, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003a2d800, 0x7ba, 0x0, 0x0, 0x115f500, 0x7ba, 0x7ba) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003a2d800, 0x7ba, 0x0, 0x0, 0xaa0378, 0x1, 0xc003a2d000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a2d800, 0x7ba, 0x7ba, 0xc003a2d800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005d37a0, 0x5c, 0xc003a2d800, 0x7ba, 0xaa0378, 0x1, 0xc003a2d800, 0x7ba, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000698f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 347 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001ba5600, 0x527, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001ba5600, 0x527, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001ba5600, 0x527, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001ba5600, 0x527, 0x0, 0x0, 0x115f500, 0x527, 0x527) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001ba5600, 0x527, 0x0, 0x0, 0xaa0378, 0x1, 0xc001ba4b00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001ba5600, 0x527, 0x527, 0xc001ba5600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015e3dc0, 0x3b, 0xc001ba5600, 0x527, 0xaa0378, 0x1, 0xc001ba5600, 0x527, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006991a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1198 [semacquire]: syscall.ByteSliceFromString(0xc0011e01e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc0011e01e0, 0x5b, 0x80000, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc0011e01e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc0011e01e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e01e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e01e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 821 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000895350, 0x8, 0xc0004940ba, 0x203000, 0x203000, 0x203000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69 github.com/andybalholm/cascadia.ParseGroup(0xab132b, 0xa, 0x30, 0xc000a088a0, 0x0, 0x8, 0xc000683500) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xab132b, 0xa, 0x42d308, 0x30, 0xa7a000) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0020b8810, 0xab132b, 0xa, 0x13) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc000895570, 0xc003554320, 0xc001146400) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:264 +0x83 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 354 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001b33800, 0xb93, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001b33800, 0xb93, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001b33800, 0xb93, 0x0, 0x0, 0x115f500, 0xb93, 0xb93) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001b33800, 0xb93, 0x0, 0x0, 0xaa0378, 0x1, 0xc000575400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001b33800, 0xb93, 0xb93, 0xc001b33800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005d3bc0, 0x53, 0xc001b33800, 0xb93, 0xaa0378, 0x1, 0xc001b33800, 0xb93, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006996e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 356 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0013835e0, 0xaa04f9, 0x2, 0xc002423d40, 0x103, 0x1, 0x21, 0xc003554a40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001383570, 0xc0018722c0, 0x5a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000699860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 357 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00141f418, 0xaa04f9, 0x2, 0xc000d4a000, 0x949, 0x1, 0x1f5, 0xc0018737a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc000d4a000, 0x949, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00141f570, 0xc0028804c0, 0x22, 0xc000e08300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000699920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 359 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0010ad880, 0xc001eed318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001eed418, 0xaa0599, 0x2, 0xc00175ea00, 0x14f8, 0x1, 0x46e, 0xc0006475e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc00175ea00, 0x14f8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001eed570, 0xc002744d20, 0x4f, 0xc00308e190) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000699aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 361 [semacquire]: github.com/fatih/set.(*Set).Add(0xc001364840, 0xc001a03208, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a035e0, 0xaa04f9, 0x2, 0xc001c78000, 0x1421, 0xb6bf94, 0x0, 0xc001a03288) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001a03570, 0xc00157bec0, 0xc0024e02d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001a03570, 0xc00000f4e0, 0x4c) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000699c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 368 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000e8cc00, 0xbd9, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000e8cc00, 0xbd9, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000e8cc00, 0xbd9, 0x0, 0x0, 0x115f500, 0xbd9, 0xbd9) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000e8cc00, 0xbd9, 0x0, 0x0, 0xaa0378, 0x1, 0xc000e8c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000e8cc00, 0xbd9, 0xbd9, 0xc000e8cc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00300cc80, 0x32, 0xc000e8cc00, 0xbd9, 0xaa0378, 0x1, 0xc000e8cc00, 0xbd9, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0008003c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 832 [semacquire]: strings.Replace(0xc000fbc000, 0x9cd, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc000fbc000, 0x9cd) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025dd950, 0xc000408a80, 0x9cb, 0xb, 0xc00142967c, 0xa) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 828 [GC assist wait]: strings.Replace(0xc001ac6000, 0x2ddc, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xe, 0x9d3400, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f15950, 0xc001ac6000, 0x2ddc, 0x4, 0xc0012a7891, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1200 [semacquire]: syscall.ByteSliceFromString(0xc0011e0360, 0x5b, 0x7400000020, 0x6500000068, 0x6300000020, 0x6d0000006f, 0x650000006d) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc0011e0360, 0x5b, 0x80000, 0x6c00000000, 0x6100000065, 0x6500000073, 0x6d00000020) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc0011e0360, 0x5b, 0x0, 0x6400000000, 0x6100000020, 0x650000006d, 0x640000006e) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc0011e0360, 0x5b, 0x0, 0x2000000000, 0x6f00000074, 0x6c00000020, 0x6700000065) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e0360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 925 [semacquire]: golang.org/x/net/html.(*Tokenizer).readTag(0xc00072a4e0, 0xc0013baa01) /home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162 golang.org/x/net/html.(*Tokenizer).readStartTag(0xc00072a4e0, 0x6d) /home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45 golang.org/x/net/html.(*Tokenizer).Next(0xc00072a4e0, 0x1) /home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c golang.org/x/net/html.(*parser).parse(0xc00072a5b0, 0xc003099d50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024e87c0, 0x0, 0x0, 0x0, 0xc001b97258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024e87c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b97950, 0xc002833800, 0x17a7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 940 [semacquire]: bytes.makeSlice(0x6b3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001eb2930, 0x95, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001eb2930, 0xc000bf2ce9, 0x95, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc001eb2930, 0xc000bf2ce9, 0x11e, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc001eb2930, 0xc000a7bc70, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc001eb2930, 0xc000a7af50, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001eb2930, 0xc000a7aee0, 0xb84d20, 0xc001eb2930) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc001eb2930, 0xc000a7aee0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00157b860, 0x50d201, 0xc003081900, 0x99, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001baf570, 0xc002fdec80, 0xc000646e20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1219 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc002651bd8, 0xc002651bc0, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc002651bc0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x6f6620676e697473) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x11, 0xc0011e11a0, 0x5b, 0x1, 0x7461727500000000) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc0011e11a0, 0x5b, 0x0, 0x6120656200000000, 0x616e6f6974696464, 0x207365736163206c, 0x6e6920646e756f66) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e11a0, 0x5b, 0x0, 0x6165207200000000, 0x6163207265696c72, 0x6e69666564206573, 0x2d20736e6f697469) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e11a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e11a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 957 [GC assist wait]: os.newFile(0x8d, 0xc003391b00, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc003391b00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc003391b00, 0x5b, 0x0, 0xc000000000, 0x3, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc003391b00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 924 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820) /usr/local/go/src/strings/strings.go:831 +0xad strings.TrimLeft(0xc002ada0c0, 0x3, 0xaa4e4b, 0x5, 0x3, 0x0) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.inHeadIM(0xc0033d5380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0033d5380) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0033d5380, 0xc000d875e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f307c0, 0x0, 0x0, 0x0, 0xc001af9258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f307c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001af9950, 0xc0003c1000, 0xe27, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1215 [GC assist wait]: regexp.(*Regexp).ReplaceAllString(0xc000c2c3c0, 0xc001904c00, 0x12a5, 0xaa0378, 0x1, 0xc001903900, 0x12a5) /usr/local/go/src/regexp/regexp.go:560 +0x135 _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc001904c00, 0x12a5, 0xaa0378, 0x1, 0xc001904c00, 0x12a5) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 906 [GC assist wait]: strings.Replace(0xc0021db500, 0x13b8, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0021db500, 0x13b8) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001dc3950, 0xc002a2ca00, 0x13af, 0x3, 0x1, 0xc0016a2458) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 385 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ed8480, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ed8470, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003336e00, 0x6bd, 0x6bd, 0x1, 0xc003336e00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002680000, 0x4a, 0xc003336e00, 0x6bd, 0xaa0378, 0x1, 0xc003336e00, 0x6bd, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000801920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 386 [semacquire]: regexp/syntax.(*parser).push(0xc0008024e0, 0xc0001ac070, 0x1) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).op(0xc0008024e0, 0xabc109, 0x11) /usr/local/go/src/regexp/syntax/parse.go:218 +0x84 regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106) /usr/local/go/src/regexp/syntax/parse.go:754 +0xd16 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0028b1358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0028b1358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0028b1358, 0x0, 0xb856e0, 0xc0009e8028, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0028b1358, 0xc002cf6070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0028b1358, 0x42ca96, 0xc00114b440, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0028b13c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00268d7e0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0030fc000, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0028b1570, 0xc000646ee0, 0xabc101, 0x1d, 0x3c, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0008019e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 917 [GC assist wait]: bytes.makeSlice(0x1225, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000467278, 0x2c1, 0x109) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc000467278, 0xc001342000, 0x2c1, 0x5165d7, 0xc001c7c775, 0xc003134250) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc0033f9110) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93 github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc0033f90a0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc001e9f030) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc0004673e0, 0xc002426390, 0x6, 0xc0024ea630) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0004673e0, 0xc0026ea000, 0x9) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0004673e0, 0xc002426390, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x2ab, 0x2ac) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000467570, 0xc002426390, 0xaa04f9, 0x2, 0x0, 0x0, 0xc0016ae5fe, 0x3, 0xc0016ae602) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 392 [semacquire]: github.com/fatih/set.(*Set).Add(0xc002f30760, 0xc001a07318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a07418, 0xaa0569, 0x2, 0xc000da3600, 0xd73, 0x1a, 0x2a1, 0xc0018aa1e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc000da3600, 0xd73, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a07570, 0xc002309e00, 0x2c, 0xc0004269c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000801e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 716 [runnable]: github.com/fatih/set.(*Set).Add(0xc001465680, 0xc0025db318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025db418, 0xaa058b, 0x2, 0xc001290000, 0xd92, 0x6, 0x2fc, 0xc0018721a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001290000, 0xd92, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025db570, 0xc0018ab800, 0x44, 0xc0003de1e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007cb40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 397 [semacquire]: regexp.(*Regexp).replaceAll(0xc000149360, 0x0, 0x0, 0x0, 0xc002b55980, 0x184f, 0x2, 0xc002ecd090, 0xc002b55980, 0x184f, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000149360, 0xc002b55980, 0x184f, 0xaa04bf, 0x2, 0x1, 0x2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc002b5cf50, 0x0, 0x0, 0x0, 0x0, 0xc002b5cf50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002a70930, 0x0, 0x0, 0x0, 0x2000, 0xc0008fa000, 0x1c0d, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0008fa000, 0x1c0d, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00300c580) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002201570, 0xc002308d60, 0xc0007fb4c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004887e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 401 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027000f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027000d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000c48800, 0x1566, 0x1566, 0x1, 0xc000c48800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000440a08, 0x43, 0xc000c48800, 0x1566, 0xaa0378, 0x1, 0xc000c48800, 0x1566, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 40 [GC assist wait]: strings.Replace(0xc00059a000, 0x1f9e, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x9d3400, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001079950, 0xc00059a000, 0x1f9e, 0x3, 0xc001591b5c, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d2de0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 404 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0025780e0, 0xc000ef7b00, 0x428, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000ef7b00, 0x428, 0x428, 0x1, 0xc000ef7b00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002681400, 0x4b, 0xc000ef7b00, 0x428, 0xaa0378, 0x1, 0xc000ef7b00, 0x428, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000489260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 405 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x11f4, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000b27900, 0x11f4, 0x11f4, 0xc000b27900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010d3a80, 0x3f, 0xc000b27900, 0x11f4, 0xaa0378, 0x1, 0xc000b27900, 0x11f4, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004893e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 777 [GC assist wait]: os.newFile(0xb7, 0xc000a42060, 0x5b, 0x1, 0x7572697600000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000a42060, 0x5b, 0x0, 0x2f3c2e3e00000000, 0x20202020200a3e69, 0x200a0a3e702f3c20, 0x3e703c2020202020) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000a42060, 0x5b, 0x0, 0x6564207400000000, 0x2073656e696c6461, 0x6565622065766168, 0x6578616c6572206e) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000a42060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000a42060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 954 [semacquire]: strings.Replace(0xc002eb4a00, 0x3427, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x44, 0x9d3400, 0xc0006e4000) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000b7b950, 0xc002eb4a00, 0x3427, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0033918c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 893 [GC assist wait]: strings.Replace(0xc001cb5600, 0xca8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0010a6ea0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0012cd950, 0xc001cb5600, 0xca8, 0x2, 0xc0016a3538, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004eea80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 887 [GC assist wait]: strings.Replace(0xc000314000, 0x1e32, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc002d8b920, 0x3) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e05950, 0xc000314000, 0x1e32, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 420 [semacquire]: github.com/andybalholm/cascadia.Selector.matchAllInto(0xc002fde000, 0xc000e05c00, 0x0, 0x0, 0x0, 0xc000c10d80, 0x5, 0xc002d5cf58) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e github.com/andybalholm/cascadia.Selector.MatchAll(0xc002fde000, 0xc000e05c00, 0x466665, 0xc0030881e0, 0x5) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46 github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc000e05b20, 0x0, 0x756ea11177fe15, 0x7f080caab100) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e github.com/PuerkitoBio/goquery.mapNodes(0xc00079cf30, 0x1, 0x1, 0xc002d5d138, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc00079cf30, 0x1, 0x1, 0xb856e0, 0xc002fde000, 0x127e7a0, 0xc002d5d1d0, 0x76476b) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001db3020, 0xaa03ab, 0x1, 0xc0007fb5e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc002d5d570, 0xc001db3020, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:562 +0x55 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002d5d570, 0xc0016cf6c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c08a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 422 [GC assist wait]: regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc001237000, 0xfed, 0xaa04bf, 0x2, 0xc001237000, 0xfed) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0025453e0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0025453e0, 0xc00283a750, 0xaa04f9, 0x2, 0xc002545570, 0x8, 0x9ecc80, 0x1aa, 0x1ab) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002545570, 0xc00283a750, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 423 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000c47000, 0x1569, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000c47000, 0x1569, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000c47000, 0x1569, 0x0, 0x0, 0x115f500, 0x1569, 0x1569) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000c47000, 0x1569, 0x0, 0x0, 0xaa0378, 0x1, 0xc001bca800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000c47000, 0x1569, 0x1569, 0xc000c47000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002ad20, 0x20, 0xc000c47000, 0x1569, 0xaa0378, 0x1, 0xc000c47000, 0x1569, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 747 [GC assist wait]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00214f418, 0xaa04f9, 0x2, 0xc000ecd000, 0x159e, 0x1, 0x3d0, 0xc002309540) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc000ecd000, 0x159e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00214f570, 0xc002309160, 0x41, 0xc000c9f3b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0014b7e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 883 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c1140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 428 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002e38a80, 0x28aa, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002e38a80, 0x28aa, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002e38a80, 0x28aa, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002e38a80, 0x28aa, 0x0, 0x0, 0x115f500, 0x28aa, 0x28aa) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002e38a80, 0x28aa, 0x0, 0x0, 0xaa0378, 0x1, 0xc002e36000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002e38a80, 0x28aa, 0x28aa, 0xc002e38a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f9c0c0, 0x59, 0xc002e38a80, 0x28aa, 0xaa0378, 0x1, 0xc002e38a80, 0x28aa, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 429 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc002e47118, 0xaa04bf, 0x2, 0x27f, 0x2, 0xc002e45e88) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002e47118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002e47118, 0xc001fdd8f0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e47118, 0xc001fdd8f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e47118, 0xc001fdd8f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002e47118, 0xc001fdd810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e47118, 0xc001fdd810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e47118, 0xc001fdd810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002e47118, 0xc000da8c40, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e47118, 0xc000da8c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e47118, 0xc000da8c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002e47118, 0xc000da8b60, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e47118, 0xc000da8b60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e47118, 0xc000da8b60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002e47118, 0xc002289340, 0xc000151500, 0x7f0835f5f9b8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e47118, 0xc002289340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e47118, 0xc002289340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002e47118, 0xc002289260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e47118, 0xc002289260, 0x54b170, 0xc00007e680) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002289260, 0x0, 0x0, 0x0, 0x0, 0xc002289260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0020ee090, 0x0, 0x0, 0x0, 0x8000, 0xc000504000, 0x755c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc000504000, 0x755c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00002ab90) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e47570, 0xc002f31620, 0xc00339c540) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 430 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012ed458, 0xaa04f9, 0x2, 0xc001f54000, 0x200, 0xc0012ed298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x17, 0xc0012d46c0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00205bb00, 0xc0012ed320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0012ed3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0012ed3e0, 0xc000a097a0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xea, 0xeb) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0012ed570, 0xc000a097a0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c1020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 894 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004eec00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 900 [semacquire]: regexp/syntax.(*parser).push(0xc002e4bbc0, 0xc000723ab0, 0xc000723ab0) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).literal(0xc002e4bbc0, 0x65) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x1ba) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000de3358, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000de3358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000de3358, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000de3358, 0x75a856, 0x0, 0xc002cdfe30, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000de3358, 0x22, 0xc000de33a8, 0x42cc84, 0xc002184660, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc000de33c0, 0xc000de33d8, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc001464b40) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0020b8ea0, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000de3570, 0xc0035546e0, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 436 [semacquire]: encoding/json.(*scanner).pushParseState(...) /usr/local/go/src/encoding/json/scanner.go:172 encoding/json.stateBeginValue(0xc002370028, 0xa78f5b, 0x101) /usr/local/go/src/encoding/json/scanner.go:215 +0x34e encoding/json.checkValid(0xc0013e3b80, 0x129, 0x140, 0xc002370028, 0x140, 0x129) /usr/local/go/src/encoding/json/scanner.go:34 +0xa7 encoding/json.Unmarshal(0xc0013e3b80, 0x129, 0x140, 0x9cfa40, 0xc002f30780, 0x140, 0xaa366e) /usr/local/go/src/encoding/json/decode.go:101 +0x66 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00268d860, 0xc0019d6000, 0x7f7, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0019d6000, 0x7f7, 0x7f7, 0x1, 0xc0019d6000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00087b5c0, 0x28, 0xc0019d6000, 0x7f7, 0xaa0378, 0x1, 0xc0019d6000, 0x7f7, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c14a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 927 [semacquire]: strings.Replace(0xc002a7d000, 0x2fbb, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x4, 0xc002a7d000, 0x2fbb) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f17950, 0xc00215c000, 0x2fb5, 0x6964206e61687557, 0x6972616570706173, 0x7320646e6120676e) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 959 [semacquire]: golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fde0a0, 0x0, 0x0, 0x0, 0xc002099258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fde0a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002099950, 0xc00177d800, 0x16ea, 0x657764206d756c73, 0x6e6f207372656c6c, 0x6572702065687420) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 719 [GC assist wait]: golang.org/x/net/html.(*Tokenizer).Token(0xc0013a0270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0013a0340, 0xc00217ba40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001465280, 0x0, 0x0, 0x0, 0xc002165258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001465280, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002165950, 0xc000dde000, 0xe8b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 780 [GC assist wait]: os.newFile(0xba, 0xc000a422a0, 0x5b, 0x1, 0x656d697200000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000a422a0, 0x5b, 0x0, 0x71736f6d00000000, 0x756863202c736575, 0x6e61207365686372, 0x20726568746f2064) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000a422a0, 0x5b, 0x0, 0x6c20656400000000, 0x206e776f646b636f, 0x7372696620736177, 0x6e756f6e6e612074) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000a422a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000a422a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 776 [GC assist wait]: os.newFile(0xb6, 0xc0011e9980, 0x5b, 0x1, 0x656d697200000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e9980, 0x5b, 0x0, 0x71736f6d00000000, 0x756863202c736575, 0x6e61207365686372, 0x20726568746f2064) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e9980, 0x5b, 0x0, 0x6c20656400000000, 0x206e776f646b636f, 0x7372696620736177, 0x6e756f6e6e612074) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e9980, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 955 [semacquire]: strings.Replace(0xc002c0a500, 0x20e2, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc002c0a500, 0x20e2) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c55950, 0xc0027d9400, 0x20d8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 450 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:16 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ac9418, 0xaa04f9, 0x2, 0xc001498c80, 0xc5b, 0xc001498c80, 0xc000ac9408, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001498c80, 0xc5b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ac9570, 0xc002f300e0, 0x37, 0xc00300c040) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c1f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 452 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c88000, 0x1399, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c88000, 0x1399, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c88000, 0x1399, 0x0, 0x0, 0x115f500, 0x1399, 0x1399) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c88000, 0x1399, 0x0, 0x0, 0xaa0378, 0x1, 0xc000f5d500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c88000, 0x1399, 0x1399, 0xc002c88000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004ef620, 0x60, 0xc002c88000, 0x1399, 0xaa0378, 0x1, 0xc002c88000, 0x1399, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004940c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 456 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002b2f300, 0x1062, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002b2f300, 0x1062, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002b2f300, 0x1062, 0x0, 0x0, 0x115f500, 0x1062, 0x1062) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002b2f300, 0x1062, 0x0, 0x0, 0xaa0378, 0x1, 0xc001abf900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002b2f300, 0x1062, 0x1062, 0xc002b2f300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004157c0, 0x45, 0xc002b2f300, 0x1062, 0xaa0378, 0x1, 0xc002b2f300, 0x1062, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004943c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 457 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001654590, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001654580, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000e4f800, 0x5c3, 0x5c3, 0x1, 0xc000e4f800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fc30e0, 0x2b, 0xc000e4f800, 0x5c3, 0xaa0378, 0x1, 0xc000e4f800, 0x5c3, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 458 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc00160c460, 0xc000efd000, 0xe8a, 0xaa0378, 0x1, 0x1, 0x1e) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002271570, 0xc0000bbbe0, 0xc003320500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 701 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000615118, 0xc002477180, 0x134, 0x134, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000615118, 0xc001e503f0, 0xc000614208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000615118, 0xc001e50380, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000615118, 0xc001e50380, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000615118, 0xc001e50380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000615118, 0xc001e50380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000615118, 0xc002261a40, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d0f118, 0xc002261a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d0f118, 0xc002261a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000615118, 0xc002261960, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d0f118, 0xc002261960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d0f118, 0xc002261960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000615118, 0xc000723e30, 0xc000a85508, 0x4) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d0f118, 0xc000723e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d0f118, 0xc000723e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000615118, 0xc000723d50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d0f118, 0xc000723d50, 0x54b170, 0xc001c2c4e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc000723d50, 0x0, 0x0, 0x0, 0x0, 0xc000723d50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0021849c0, 0x0, 0x0, 0x0, 0xa80, 0xc0009b2a80, 0x956, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0009b2a80, 0x956, 0x0, 0x0, 0x0, 0x440d95, 0xc002184960, 0x7f080c0225b6, 0xce44d03200000004) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d0f570, 0xc002f30220, 0xc001464f60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b0120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 802 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc001c2d930, 0xc0019bf140, 0x60) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc001c2d930, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001c2d930) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001c2d930, 0xc0014ba8c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001491ae0, 0x0, 0x0, 0x0, 0xc001b95258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001491ae0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b95950, 0xc001b35c00, 0xa97, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007dec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 956 [semacquire]: strings.Replace(0xc002144a00, 0x1a08, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x14, 0xc002144a00, 0x1a08) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00046f950, 0xc00055ca00, 0x1a04, 0x1eb, 0x237, 0x24d) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1189 [semacquire]: strings.genSplit(0xc002a4f800, 0x3fe, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xfa, 0xfa) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00141b418, 0xaa0599, 0x2, 0xc002a4f000, 0x3fe, 0x1, 0xfa, 0xc001d7ea40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002a4f000, 0x3fe, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00141b570, 0xc002579b00, 0x36, 0xc001f93680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d38c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 699 [GC assist wait]: os.newFile(0x95, 0xc000a42420, 0x5b, 0x1, 0x2065726500000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000a42420, 0x5b, 0x0, 0x6961732000000000, 0x7070612074692064, 0x6e61206465726165, 0x6e6f632072696120) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000a42420, 0x5b, 0x0, 0x0, 0x203a20616b616844, 0x676e614220656854, 0x462068736564616c) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000a42420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000a42420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1206 [GC assist wait]: strings.Replace(0xc002232000, 0xffc, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc002232000, 0xffc) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000747950, 0xc000631000, 0xfe4, 0xc0023324c8, 0x3, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e07e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 476 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001fa7330, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001fa7320, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0007a2400, 0xa81, 0xa81, 0x1, 0xc0007a2400) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e08570, 0x2f, 0xc0007a2400, 0xa81, 0xaa0378, 0x1, 0xc0007a2400, 0xa81, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004952c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 901 [GC assist wait]: strings.Replace(0xc0012d6000, 0x12c9, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc0012d6000, 0x12c9) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005ef950, 0xc001309900, 0x12c5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 480 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000bf8000, 0xc7e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000bf8000, 0xc7e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000bf8000, 0xc7e, 0x0, 0x0, 0x115f500, 0xc7e, 0xc7e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000bf8000, 0xc7e, 0x0, 0x0, 0xaa0378, 0x1, 0xc001a47600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000bf8000, 0xc7e, 0xc7e, 0xc000bf8000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003de320, 0x41, 0xc000bf8000, 0xc7e, 0xaa0378, 0x1, 0xc000bf8000, 0xc7e, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004955c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 939 [semacquire]: golang.org/x/net/html.(*Tokenizer).readByte(0xc000afac30, 0x434170) /home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc000afac30) /home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64 golang.org/x/net/html.(*Tokenizer).Next(0xc000afac30, 0xc000afad08) /home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324 golang.org/x/net/html.(*parser).parse(0xc000afad00, 0xc0001adf80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0010ac6a0, 0x0, 0x0, 0x0, 0xc001d91258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0010ac6a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001d91950, 0xc00255a800, 0x46d7, 0x3, 0xc0016de071, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 240 [semacquire]: bytes.makeSlice(0x2e7a, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002264990, 0xb2, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002264990, 0xc002c53380, 0xb2, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc002264990, 0xc002c53380, 0xb2, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc002264990, 0xc0012fe1c0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc002264990, 0xc0022a1880, 0xb84d20, 0xc002264990) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc002264990, 0xc0022a1880, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002264960, 0x203000, 0x203000, 0x440d95, 0xc002f0ada0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc002264960) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002264930, 0xc002b2d320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002b2d708, 0xc0018aa220, 0xaac03e, 0x7, 0xc0018aa220) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002b2d708, 0xc0018aa220, 0xc00117fe20) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1213 [GC assist wait]: strings.Replace(0xc001508000, 0x1167, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x11, 0xc002184cf0, 0x295) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c89950, 0xc001508000, 0x1167, 0xc00239fab0, 0xc000fcb810, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 47 [GC assist wait]: bytes.makeSlice(0x1493, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001df6a98, 0x1493, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc002f69228, 0x1493, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc0005d3320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 922 [semacquire]: strings.Replace(0xc001bb7980, 0x194f, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x7, 0x9d3400, 0xc000810a80) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00198f950, 0xc001bb7980, 0x194f, 0x6, 0xc0016ad645, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 919 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 705 [GC assist wait]: os.newFile(0x9c, 0xc0012b0420, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0012b0420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0012b0420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0012b0420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b0420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 958 [semacquire]: strings.Replace(0xc002a32000, 0x3732, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x21, 0xc002a32000, 0x3732) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002093950, 0xc003341000, 0x3728, 0x3036362c3120646e, 0x7369646f206e6920, 0x2020200a0a2e6168) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 493 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002524b10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002524b00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002e8b800, 0x5ca, 0x5ca, 0x1, 0xc002e8b800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a533b0, 0x21, 0xc002e8b800, 0x5ca, 0xaa0378, 0x1, 0xc002e8b800, 0x5ca, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 829 [GC assist wait]: golang.org/x/net/html.(*Tokenizer).Token(0xc0033d4750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0033d4820, 0xc002322a80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fdeec0, 0x0, 0x0, 0x0, 0xc001eef258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fdeec0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001eef950, 0xc0031bcd80, 0xd12, 0x3, 0xc00142887b, 0x5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 496 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001574000, 0x629, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001574000, 0x629, 0x0, 0x0, 0x115f500, 0x629, 0x629) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001574000, 0x629, 0x0, 0x0, 0xaa0378, 0x1, 0xc002312e00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001574000, 0x629, 0x629, 0xc001574000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00138e440, 0x3a, 0xc001574000, 0x629, 0xaa0378, 0x1, 0xc001574000, 0x629, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 499 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002b45800, 0x736, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002b45800, 0x736, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002b45800, 0x736, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002b45800, 0x736, 0x0, 0x0, 0x115f500, 0x736, 0x736) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002b45800, 0x736, 0x0, 0x0, 0xaa0378, 0x1, 0xc003efe000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002b45800, 0x736, 0x736, 0xc002b45800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00179cbc0, 0x28, 0xc002b45800, 0x736, 0xaa0378, 0x1, 0xc002b45800, 0x736, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 884 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c12c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 502 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc002021bc0, 0x8, 0x8, 0xc000d8c280, 0xe, 0x10, 0xc002d55078, 0xc0000ab1b8, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc0000100f0, 0x1, 0x1, 0xc002d55148, 0x7f0835f5e560, 0xc00095e180, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0000100f0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0000ab1b8, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc00114b080, 0xc002a70d80) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002d55570, 0xc00114b080, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002d55570, 0xc0033202a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee660, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 503 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003a0bdd0, 0xf7a83fd6, 0x1251a20, 0xc0013647a0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee720, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 885 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c1440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 505 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0014b80d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0014b81a0, 0xc002b3e070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0016ce7e0, 0x0, 0x0, 0x0, 0xc001e03258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0016ce7e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e03950, 0xc001c99000, 0x155c, 0xc000ec4480, 0xc000bc8a8b, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee8a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1212 [GC assist wait]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc002a706f0, 0xc0028d5230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002a706f0, 0x0, 0x0, 0x0, 0x900, 0xc001b7c900, 0x824, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc001b7c900, 0x824, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002524da0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0028d5570, 0xc0024e9c40, 0xc0009e85e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 879 [GC assist wait]: os.newFile(0xa6, 0xc0004c0900, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0004c0900, 0x5b, 0x0, 0x0, 0xc002f3de60, 0x3, 0x3) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0004c0900, 0x5b, 0x0, 0x0, 0xc002f3def0, 0x3, 0x3) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0004c0900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 778 [GC assist wait]: os.newFile(0xb8, 0xc000a42120, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000a42120, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000a42120, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000a42120, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000a42120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 899 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1195 [semacquire]: bytes.makeSlice(0x17a, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0018a51f0, 0x17a, 0x42cc84) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0018a51f0, 0xc00245e480, 0x17a, 0x28, 0x28, 0xc002045980) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001340380) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001340310) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0026f3f20, 0xc002045980, 0xc0018a5268) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0018a5570, 0xc0026f3f20, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0018a5570, 0xc002579dc0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 806 [GC assist wait]: golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fdeea0, 0x0, 0x0, 0x0, 0xc000d11258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fdeea0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d11950, 0xc0012a7300, 0x1168, 0x1, 0xc00321c010, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a0fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 932 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0033901e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 918 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 715 [GC assist wait]: strings.genSplit(0xc000b4a000, 0x1bc1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x5dd, 0x5dd) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c8b418, 0xaa058b, 0x2, 0xc001300000, 0x1bc1, 0x8, 0x5dd, 0xc002f30da0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001300000, 0x1bc1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c8b570, 0xc0018ab520, 0x22, 0xc000d90480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007c780, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 315 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00007ef70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00007f2b0, 0xc0016d90a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024e84a0, 0x0, 0x0, 0x0, 0xc002915258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024e84a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002915950, 0xc0015d8a00, 0x22b4, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000799a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1214 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc002da8d80, 0xd31, 0xc001f19270, 0xc00004d500) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc002da8d80, 0xd31, 0x1, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f19418, 0xaa059b, 0x2, 0xc002da8d80, 0xd31, 0x7, 0x28e, 0xc0010ad060) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002da8d80, 0xd31, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f19570, 0xc002fded20, 0x1f, 0xc000a4d220) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 949 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0033914a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 319 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b21418, 0xaa04fd, 0x2, 0xc0019f4600, 0x12a0, 0x72, 0x3f2, 0xc002944e80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc0019f4600, 0x12a0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b21570, 0xc002944ac0, 0x28, 0xc000d902a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000799d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1284 [GC assist wait]: os.newFile(0x94, 0xc0012b0660, 0x5b, 0x1, 0x7474696d00000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0012b0660, 0x5b, 0x0, 0x3273776500000000, 0x756854206e6f2034, 0xa0a2e7961647372, 0x6854202020202020) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0012b0660, 0x5b, 0x0, 0x6874206600000000, 0x7461766972702065, 0x696c696361662065, 0x6867756163207974) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0012b0660, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b0660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 236 [semacquire]: strings.genSplit(0xc002883500, 0xa5c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x21a, 0x21a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a89418, 0xaa04fd, 0x2, 0xc000cad500, 0xa5c, 0x41, 0x21a, 0xc0029ffdc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc000cad500, 0xa5c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a89570, 0xc0029ff9a0, 0x47, 0xc000fc6e10) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 700 [GC assist wait]: os.newFile(0x96, 0xc0012b0060, 0x5b, 0x1, 0x2073756f00000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0012b0060, 0x5b, 0x0, 0x74206e6900000000, 0x6e72756f6a206568, 0x6f72747341206c61, 0x646e6120796d6f6e) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0012b0060, 0x5b, 0x0, 0x6e6f697400000000, 0x747361206e692073, 0x6920796d6f6e6f72, 0x616720776f682073) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0012b0060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b0060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 531 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00118acf0, 0xb8376d16, 0x1251a20, 0xc00110a280, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f0060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 915 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 941 [semacquire]: strings.Replace(0xc002830800, 0x17b4, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x5, 0xc002830800, 0x17b4) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a11950, 0xc00282d800, 0x17ab, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 542 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001851418, 0xaa0569, 0x2, 0xc001901300, 0x10bf, 0x19, 0x34e, 0xc0009e81a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001901300, 0x10bf, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001851570, 0xc0007fae40, 0x28, 0xc000ed64e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f08a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 543 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001d82400, 0x824, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d82400, 0x824, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d82400, 0x824, 0x0, 0x0, 0x115f500, 0xc001d82400, 0x824) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d82400, 0x824, 0x0, 0x0, 0xaa0378, 0x1, 0xc001d81b00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d82400, 0x824, 0x824, 0xc001d82400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00177a500, 0x32, 0xc001d82400, 0x824, 0xaa0378, 0x1, 0xc001d82400, 0x824, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f0960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 544 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00259f460, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00259f450, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001412800, 0xafa, 0xafa, 0x1, 0xc001412800) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d90420, 0x27, 0xc001412800, 0xafa, 0xaa0378, 0x1, 0xc001412800, 0xafa, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f0a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1191 [semacquire]: bytes.makeSlice(0x200, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002163140, 0x200, 0xc00227b000) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7b620, 0xc00030d7a0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00030d7a0, 0xc002163230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00030d7a0, 0x0, 0x0, 0x0, 0x1000, 0xc00227a000, 0xdda, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc00227a000, 0xdda, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0021ece60) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002163570, 0xc000646000, 0xc002f30da0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 934 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc002758600, 0x11ad, 0xc0028f1270, 0xc000701c00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc002758600, 0x11ad, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028f1418, 0xaa0503, 0x2, 0xc002758600, 0x11ad, 0x4, 0x316, 0xc0000ba640) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002758600, 0x11ad, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028f1570, 0xc0016cf160, 0x5f, 0xc0019be3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 933 [GC assist wait]: regexp.(*Regexp).replaceAll(0xc000149360, 0x0, 0x0, 0x0, 0xc001f21000, 0x1670, 0x2, 0xc002027090, 0xc001f21000, 0x1670, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000149360, 0xc001f21000, 0x1670, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc000eec8c0, 0x0, 0x0, 0x0, 0x0, 0xc000eec8c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0021c2ff0, 0x0, 0x0, 0x0, 0x2000, 0xc0001ee000, 0x1c62, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0001ee000, 0x1c62, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00002a7d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002027570, 0xc001d7e060, 0xc001d7e920) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0033902a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 903 [GC assist wait]: strings.Replace(0xc0021fc000, 0x1f94, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x6, 0xc001d274b5) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025cf950, 0xc0021fc000, 0x1f94, 0x6576726573626f20, 0x6c65736d69682064, 0x7420746168742066) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1225 [semacquire]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc00301fc98, 0xc00301fc80, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc00301fc80, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x2b, 0xc0011e1620, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc0011e1620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e1620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e1620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 555 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00307ad10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00307ad00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001f75600, 0x82b, 0x82b, 0x1, 0xc001f75600) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00179d3c0, 0x34, 0xc001f75600, 0x82b, 0xaa0378, 0x1, 0xc001f75600, 0x82b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f1260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 912 [semacquire]: github.com/fatih/set.(*Set).Add(0xc002579d00, 0xc0018a1278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018a15e0, 0xaa04f9, 0x2, 0xc001d84a80, 0x9d8, 0x1e, 0x83, 0xc002579c80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0018a1570, 0xc003554d80, 0x5d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004efe60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 559 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0029ff0c0, 0xc000de7318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000de7418, 0xaa04fd, 0x2, 0xc0034e2000, 0x7e3, 0x31, 0x1bd, 0xc0024e9c00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc0034e2000, 0x7e3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000de7570, 0xc002744ca0, 0x28, 0xc000a53830) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f1560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 930 [semacquire]: strings.Replace(0xc0005b7000, 0x2d96, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc0005b7000, 0x2d96) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00209d950, 0xc000491000, 0x2d90, 0x3, 0xc0013f1241, 0x9) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000489f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 563 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00276e880, 0xc88, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00276e880, 0xc88, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00276e880, 0xc88, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00276e880, 0xc88, 0x0, 0x0, 0x115f500, 0xc00276e880, 0xc88) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00276e880, 0xc88, 0x0, 0x0, 0xaa0378, 0x1, 0xc002d54d80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00276e880, 0xc88, 0xc88, 0xc00276e880) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e08600, 0x2a, 0xc00276e880, 0xc88, 0xaa0378, 0x1, 0xc00276e880, 0xc88, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f1860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 565 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015e4640, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015e4620, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002669c00, 0x6ba, 0x6ba, 0x1, 0xc002669c00) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002681810, 0x43, 0xc002669c00, 0x6ba, 0xaa0378, 0x1, 0xc002669c00, 0x6ba, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f19e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 566 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0010acbc0, 0xc00399f278, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00399f5e0, 0xaa04f9, 0x2, 0xc001d9c000, 0xa39, 0x0, 0xc00077f180, 0x7f0835f5f2f0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00399f570, 0xc0024e8000, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f1aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 567 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002c76380, 0xcb5, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c76380, 0xcb5, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c76380, 0xcb5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c76380, 0xcb5, 0x0, 0x0, 0x115f500, 0xc002c76380, 0xcb5) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c76380, 0xcb5, 0x0, 0x0, 0xaa0378, 0x1, 0xc002c74880) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c76380, 0xcb5, 0xcb5, 0xc002c76380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e09350, 0x2f, 0xc002c76380, 0xcb5, 0xaa0378, 0x1, 0xc002c76380, 0xcb5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f1b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 568 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00155f5e0, 0xaa04f9, 0x2, 0xc001604dc0, 0x9f, 0x1, 0x1eb, 0xc00139d120) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00155f570, 0xc0007702e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f1c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 573 [GC assist wait]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00348d1c8, 0xc000e14000, 0xc00348d140, 0x56956e, 0xc000149720) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00348d1c8, 0x1980, 0xc001d2f300, 0xc00348d140, 0x46e88b) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00348d1c8, 0x1834, 0x1980, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0xc000e0fe00, 0xc00348d230, 0xc00348d248, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc000d22f30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00283aa50, 0xaa262f, 0x3, 0xc000d22f00) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00348d708, 0xc0009e8e00, 0xaa262f, 0x3, 0xc0009e8e00) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00348d708, 0xc0009e8e00, 0xc002f306c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 574 [semacquire]: regexp.(*Regexp).get(0xc000c2c0a0, 0xc0003bc690) /usr/local/go/src/regexp/regexp.go:237 +0x460 regexp.(*Regexp).doExecute(0xc000c2c0a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0001ea000, 0xe38, 0xe38, 0x2, ...) /usr/local/go/src/regexp/exec.go:538 +0xb5 regexp.(*Regexp).replaceAll(0xc000c2c0a0, 0x0, 0x0, 0x0, 0xc0001ea000, 0xe38, 0x2, 0xc00291bab0, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc000c2c0a0, 0xc0001ea000, 0xe38, 0x0, 0x0, 0xc0000b4000, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0001ea000, 0xe38, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e560c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 575 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000cbfe10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000cbfee0, 0xc0015b1ce0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0024ea0f0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00157b5f0, 0x0, 0x0, 0x0, 0x2000, 0xc002c50000, 0x1de8, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc002c50000, 0x1de8, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000070500) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0028b3570, 0xc002a9a780, 0xc0018aad80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 576 [semacquire]: strings.genSplit(0xc0018ddc20, 0x1c6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1c6, 0xc0018dda40, 0x1c6) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0013575e0, 0xaa04f9, 0x2, 0xc0018dda40, 0x1c6, 0x30, 0x120, 0xc0018ab980) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001357570, 0xc0009e8120, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 577 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001d1c380, 0x30c, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001d1c380, 0x30c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d1c380, 0x30c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d1c380, 0x30c, 0x0, 0x0, 0x115f500, 0x30c, 0x30c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d1c380, 0x30c, 0x0, 0x0, 0xaa0378, 0x1, 0xc001d1c000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d1c380, 0x30c, 0x30c, 0xc001d1c380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000443980, 0x79, 0xc001d1c380, 0x30c, 0xaa0378, 0x1, 0xc001d1c380, 0x30c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1199 [semacquire]: syscall.ByteSliceFromString(0xc0011e02a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc0011e02a0, 0x5b, 0x80000, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc0011e02a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc0011e02a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e02a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e02a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 904 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).empty(...) /usr/local/go/src/regexp/syntax/compile.go:260 regexp/syntax.(*compiler).compile(0xc001b92e90, 0xc000599f10, 0xc001b92c80) /usr/local/go/src/regexp/syntax/compile.go:129 +0xa1e regexp/syntax.(*compiler).compile(0xc001b92e90, 0xc001d3e0e0, 0xc001b92ec8) /usr/local/go/src/regexp/syntax/compile.go:154 +0xb01 regexp/syntax.Compile(0xc001d3e0e0, 0xc001d3e0e0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0xff) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001b93358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001b93358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001b93358, 0x0, 0xb856e0, 0xc0009e8028, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001b93358, 0xc0033a1110, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001b93358, 0x42cc84, 0xc003438c60, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001b933c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001490c00, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024e5140, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001b93570, 0xc002fde3e0, 0xabc101, 0x1d, 0x48, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1211 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 721 [GC assist wait]: bytes.makeSlice(0xea9, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0011bb190, 0x393, 0x255) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0011bb190, 0xc000d39c00, 0x393, 0x5165d7, 0xc000e4f55c, 0xc003d7fc28) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00205ca10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00205c9a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0020dd730) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0023ac4b0, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0011bb570, 0xc0023ac4b0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0011bb570, 0xc002fde420, 0x51) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007dbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 714 [GC assist wait]: strings.Replace(0xc000eda000, 0x135b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xe, 0xc000eda000, 0x135b) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002205950, 0xc003b82a00, 0x135a, 0x7, 0xc00168f8c5, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007c540, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 590 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001892800, 0x1563, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001892800, 0x1563, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001892800, 0x1563, 0x0, 0x0, 0x115f500, 0x1563, 0x1563) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001892800, 0x1563, 0x0, 0x0, 0xaa0378, 0x1, 0xc00188f800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001892800, 0x1563, 0x1563, 0xc001892800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00133eb60, 0x1f, 0xc001892800, 0x1563, 0xaa0378, 0x1, 0xc001892800, 0x1563, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 591 [semacquire]: regexp.makeOnePass(0xc0024ea180, 0xc0024ea180) /usr/local/go/src/regexp/onepass.go:309 +0x20e regexp.compileOnePass(0xc0020ef890, 0xc0020ef890) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002973050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002973050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0034cb57c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002973050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002973050, 0x1, 0xc002b98de0, 0xc01034c2a01, 0x280435f5de98) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002973050, 0x4, 0x852, 0xc0009e3701, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0009e3000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003333520, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001f5aba0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002973950, 0xc000560000, 0x1778, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 592 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000bf8c80, 0xc7b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000bf8c80, 0xc7b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000bf8c80, 0xc7b, 0x0, 0x0, 0x115f500, 0xc000bf8c80, 0xc7b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000bf8c80, 0xc7b, 0x0, 0x0, 0xaa0378, 0x1, 0xc001957200) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000bf8c80, 0xc7b, 0xc7b, 0xc000bf8c80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00067e100, 0x2d, 0xc000bf8c80, 0xc7b, 0xaa0378, 0x1, 0xc000bf8c80, 0xc7b, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 803 [GC assist wait]: strings.Replace(0xc001ae0000, 0xa30, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc001ae0000, 0xa30) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c8d950, 0xc001ae0000, 0xa30, 0xc001173bb0, 0x3, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a0300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 39 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e5a0c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 238 [semacquire]: strings.genSplit(0xc002c0ef00, 0x2339, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x6b8, 0x6b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c13418, 0xaa0569, 0x2, 0xc002aaaa00, 0x2339, 0x1e, 0x6b8, 0xc000647ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002aaaa00, 0x2339, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000c13570, 0xc0024e99c0, 0x45, 0xc000c9e820) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1197 [semacquire]: strings.Replace(0xc00062a000, 0x973, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc00062a000, 0x973) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000767950, 0xc001b06000, 0x971, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 902 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 603 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0027c7000, 0xec6, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0027c7000, 0xec6, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0027c7000, 0xec6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0027c7000, 0xec6, 0x0, 0x0, 0x115f500, 0xc0027c7000, 0xec6) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0027c7000, 0xec6, 0x0, 0x0, 0xaa0378, 0x1, 0xc0027c5000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0027c7000, 0xec6, 0xec6, 0xc0027c7000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001134a0, 0x27, 0xc0027c7000, 0xec6, 0xaa0378, 0x1, 0xc0027c7000, 0xec6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 882 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 605 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc001578d00, 0xc00228c420, 0xaa) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc001578d00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001578d00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001578d00, 0xc00226d960, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0015cd470, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0015cd440, 0x0, 0x0, 0x0, 0x1300, 0xc00047a000, 0x1017, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00047a000, 0x1017, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001b43ff0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a95570, 0xc0016ce100, 0xc0018aa0a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 807 [GC assist wait]: golang.org/x/net/html.(*Tokenizer).Token(0xc0033d48f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0033d49c0, 0xc002323030, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00339d340, 0x0, 0x0, 0x0, 0xc001bad258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00339d340, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001bad950, 0xc000dbc880, 0xd11, 0x3, 0x2, 0xc0011f2630) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 608 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc001012000, 0x18, 0x18, 0xc000ae1090, 0xc002f30720, 0x20, 0x20) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc002f68198, 0x1, 0x1, 0xc000ae1160, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.findWithMatcher(0xc002f68198, 0x1, 0x1, 0xb856e0, 0xc002f30720, 0xc002f68198, 0x1, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00030cdb0, 0xaa03b1, 0x1, 0xc000ae1248) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc000ae1570, 0xc000647780, 0x7f0835f5ec28, 0x0, 0x6d0000c000444360) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ae1570, 0xc000647780, 0x39) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 609 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001124000, 0xd9c, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001124000, 0xd9c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001124000, 0xd9c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001124000, 0xd9c, 0x0, 0x0, 0x115f500, 0xc001124000, 0xd9c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001124000, 0xd9c, 0x0, 0x0, 0xaa0378, 0x1, 0xc00102a000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001124000, 0xd9c, 0xd9c, 0xc001124000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00265afc0, 0x32, 0xc001124000, 0xd9c, 0xaa0378, 0x1, 0xc001124000, 0xd9c, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 942 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 935 [semacquire]: strings.Replace(0xc00228e000, 0x1e05, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00228e000, 0x1e05) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a13950, 0xc00221c000, 0x1e03, 0x6520646e61207368, 0x6574616e696d696c, 0x6165772073696820) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1283 [semacquire]: os.newFile(0xf, 0xc0012b05a0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0012b05a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0012b05a0, 0x5b, 0x0, 0x0, 0x6d2020202020200a, 0x6220737265677265, 0x67206e6565777465) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0012b05a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b05a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 938 [GC assist wait]: strings.Replace(0xc000768000, 0x1779, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x9d3400, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002199950, 0xc000768000, 0x1779, 0x20736168206e6f73, 0x616574206e656562, 0x6d6f6320676e6973) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 891 [GC assist wait]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 628 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002a0f338, 0x432e00, 0xc002a0f268, 0x6308d3bc, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002a0f338, 0xc0003b0f00, 0x5, 0xc002a0f288, 0x46620f) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002a0f338, 0xc002a0f350, 0x43b3b7, 0x1252790, 0xc002a0f300, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f080dae0070, 0xc002a0f301, 0x10100000042ab7a, 0x0, 0x3438) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0007a8ab0, 0xaa64ee, 0x5, 0x346a) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc002a0f570, 0xc002744d60, 0x3438, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 824 [GC assist wait]: strings.Replace(0xc0021d4400, 0xab7, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc0021d4400, 0xab7) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a67950, 0xc001af0c00, 0xab5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 631 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000899418, 0xaa04f9, 0x2, 0xc003566000, 0x1cfa, 0x1, 0x67d, 0xc00139d2a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc003566000, 0x1cfa, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000899570, 0xc0029454e0, 0x56, 0xc000fdab0c) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 633 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00339c640, 0xc000ac3318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ac3418, 0xaa04f9, 0x2, 0xc000648000, 0x1d3b, 0x1, 0x56f, 0xc00339c620) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc000648000, 0x1d3b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ac3570, 0xc002745060, 0x5e, 0xc0007993f3) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 636 [semacquire]: github.com/advancedlogic/GoOse.Parser.setAttr(0xc002f87b30, 0xab2997, 0xc, 0xac00a0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301 github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc0005c1570, 0xc002f87b30, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0005c1570, 0xc0009e8400, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:434 +0x64a github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 825 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004948a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1205 [running]: goroutine running on other thread; stack unavailable created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 889 [GC assist wait]: strings.Replace(0xc0020fa000, 0x21d8, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x13, 0xc0020fa000, 0x21d8) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000ac7950, 0xc0015daf00, 0x21cd, 0x6177206b63656863, 0x6e67697365642073, 0x616d206f74206465) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 642 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func1(0x7f07209703f0, 0x952) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x2d _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0014651a0, 0xc000591500, 0x952, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x7e _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000591500, 0x952, 0x952, 0x1, 0xc000591500) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a52510, 0x2a, 0xc000591500, 0x952, 0xaa0378, 0x1, 0xc000591500, 0x952, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f653e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1221 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc002651758, 0xc002651740, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc002651740, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x16, 0xc0011e1320, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc0011e1320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e1320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e1320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1226 [GC assist wait]: os.newFile(0x2f, 0xc0011e16e0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e16e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e16e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e16e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e16e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 645 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00295d300, 0x1224, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00295d300, 0x1224, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00295d300, 0x1224, 0x0, 0x0, 0x115f500, 0x1224, 0x1224) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00295d300, 0x1224, 0x0, 0x0, 0xaa0378, 0x1, 0xc0027cd900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00295d300, 0x1224, 0x1224, 0xc00295d300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ed6330, 0x30, 0xc00295d300, 0x1224, 0xaa0378, 0x1, 0xc00295d300, 0x1224, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 646 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0032d7900, 0xc58, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0032d7900, 0xc58, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0032d7900, 0xc58, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0032d7900, 0xc58, 0x0, 0x0, 0x115f500, 0xc58, 0xc58) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0032d7900, 0xc58, 0x0, 0x0, 0xaa0378, 0x1, 0xc0032d6c80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0032d7900, 0xc58, 0xc58, 0xc0032d7900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0030da040, 0x3c, 0xc0032d7900, 0xc58, 0xaa0378, 0x1, 0xc0032d7900, 0xc58, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f656e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 648 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017c9458, 0xaa04f9, 0x2, 0xc00218d200, 0x220, 0xc0017c9298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc00122fd10) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00122fce0, 0xc0017c9320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0017c93e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0017c93e0, 0xc001972ea0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x35e, 0x35f) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0017c9570, 0xc001972ea0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 651 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003446000, 0x1b63, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003446000, 0x1b63, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003446000, 0x1b63, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003446000, 0x1b63, 0x0, 0x0, 0x115f500, 0x1b63, 0x1b63) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003446000, 0x1b63, 0x0, 0x0, 0xaa0378, 0x1, 0xc002db4000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003446000, 0x1b63, 0x1b63, 0xc003446000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a50e40, 0x34, 0xc003446000, 0x1b63, 0xaa0378, 0x1, 0xc003446000, 0x1b63, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 909 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004efb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 654 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0030d6a00, 0x13f, 0x13f, 0xc000081500) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0030d6a00, 0x13f, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017c55e0, 0xaa04f9, 0x2, 0xc0030d6a00, 0x13f, 0x16, 0x35, 0xc0018ab420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0017c5570, 0xc0033218c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 818 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000ddd118, 0xc0013db300, 0xf1, 0x7, 0xc0013db300) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000ddd118, 0xc000b74380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000ddd118, 0xc000b74380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000ddd118, 0xc000b742a0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001933118, 0xc000b742a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001933118, 0xc000b742a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000ddd118, 0xc000b741c0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001933118, 0xc000b741c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001933118, 0xc000b741c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000ddd118, 0xc0013f97a0, 0xc000081500, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001933118, 0xc0013f97a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001933118, 0xc0013f97a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000ddd118, 0xc0013f96c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001933118, 0xc0013f96c0, 0x54b170, 0xc00110c340) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0013f96c0, 0x0, 0x0, 0x0, 0x0, 0xc0013f96c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002b9bb90, 0x0, 0x0, 0x0, 0x1a80, 0xc002124480, 0x19e9, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002124480, 0x19e9, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0015e2200) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001933570, 0xc0029ffe20, 0xc0018ab280) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 253 [semacquire]: strings.Replace(0xc000cc2000, 0xe85, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x1a, 0xc000cc2000, 0xe85) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e21570, 0xc002881d20, 0xc0006468e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 254 [semacquire]: bytes.makeSlice(0x2f3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00165aae0, 0x11d, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00165aae0, 0xc001811d40, 0x11d, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00165aae0, 0xc001811d40, 0x11d, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00165aae0, 0xc000b775e0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00165aae0, 0xc000b77570, 0xb84d20, 0xc00165aae0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00165aae0, 0xc000b77570, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00165aab0, 0x203000, 0x203000, 0x4cda434700000000, 0xc000cf5190) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00165aab0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00165aa80, 0xc000cf5320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc000cf5708, 0xc003554220, 0xaac03e, 0x7, 0xc003554220) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc000cf5708, 0xc003554220, 0xc0000baa60) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d2060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 256 [running]: goroutine running on other thread; stack unavailable created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 898 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 817 [semacquire]: strings.Replace(0xc0020d6c00, 0x1019, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc002616000, 0xc001490180) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002979950, 0xc0020d6c00, 0x1019, 0x6100000020, 0x640000006e, 0x6500000020) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1220 [GC assist wait]: os.newFile(0x13, 0xc0011e1260, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e1260, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e1260, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e1260, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 298 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c53418, 0xaa04f9, 0x2, 0xc001ef8c00, 0x1013, 0x1, 0x604, 0xc001873a00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001ef8c00, 0x1013, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c53570, 0xc00117e280, 0x34, 0xc000c1b940) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0014b6660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 42 [semacquire]: strings.Replace(0xc001684000, 0x2764, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x9d3400, 0xc000683880) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0012d3950, 0xc001684000, 0x2764, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d2f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 826 [GC assist wait]: strings.Replace(0xc0012a6000, 0x12c6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x17, 0xc0012a6000, 0x12c6) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001935950, 0xc00295f900, 0x12c4, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 943 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0010a6a50, 0xc000761470, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc000761570, 0xc003554160, 0xc0025a3a80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:269 +0x115 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 679 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0034878f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034878e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00122d000, 0xdc5, 0xdc5, 0x1, 0xc00122d000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00138ed98, 0x24, 0xc00122d000, 0xdc5, 0xaa0378, 0x1, 0xc00122d000, 0xdc5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0014b7020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 682 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001c77500, 0xa1d, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001c77500, 0xa1d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001c77500, 0xa1d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001c77500, 0xa1d, 0x0, 0x0, 0x115f500, 0xa1d, 0xa1d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001c77500, 0xa1d, 0x0, 0x0, 0xaa0378, 0x1, 0xc001c76a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001c77500, 0xa1d, 0xa1d, 0xc001c77500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003093a4d, 0x49, 0xc001c77500, 0xa1d, 0xaa0378, 0x1, 0xc001c77500, 0xa1d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0014b7260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 823 [GC assist wait]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001465200, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001465200, 0x0, 0x0, 0x0, 0xc001a69258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001465200, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a69950, 0xc00132ad00, 0x89e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004945a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 953 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002dc7950, 0xc001bb9300, 0x1866, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 690 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00064a000, 0x739, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00064a000, 0x739, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00064a000, 0x739, 0x0, 0x0, 0x115f500, 0x739, 0x739) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00064a000, 0x739, 0x0, 0x0, 0xaa0378, 0x1, 0xc001ff5800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00064a000, 0x739, 0x739, 0xc00064a000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007a7e30, 0x66, 0xc00064a000, 0x739, 0xaa0378, 0x1, 0xc00064a000, 0x739, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0014b7860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 931 [GC assist wait]: strings.Replace(0xc001424000, 0x12cd, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc001424000, 0x12cd) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005b1950, 0xc000cd1300, 0x12c7, 0x8, 0x1, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 264 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002b44800, 0x7db, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002b44800, 0x7db, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002b44800, 0x7db, 0x0, 0x0, 0x115f500, 0x7db, 0x7db) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002b44800, 0x7db, 0x0, 0x0, 0xaa0378, 0x1, 0xc001241000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002b44800, 0x7db, 0x7db, 0xc002b44800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ed6911, 0x1a, 0xc002b44800, 0x7db, 0xaa0378, 0x1, 0xc002b44800, 0x7db, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 267 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0007fb500, 0xc001c67318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c67418, 0xaa059b, 0x2, 0xc0019f6c00, 0x11ae, 0x1e, 0x363, 0xc0007fb4e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc0019f6c00, 0x11ae, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c67570, 0xc001872f00, 0x22, 0xc000112f30) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 271 [semacquire]: strings.genSplit(0xc000a5c000, 0x72, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x72, 0xc000443f80, 0x72) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ae95e0, 0xaa04f9, 0x2, 0xc000443f80, 0x72, 0x1, 0x43, 0xc000770aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ae9570, 0xc0029fe1a0, 0x4a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003032c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1188 [GC assist wait]: strings.Replace(0xc000e16000, 0x10c6, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x4, 0xc000e16000, 0x10c6) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a65950, 0xc0020d5900, 0x10c4, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d36e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 819 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002e666f0, 0xc002e666f0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000aed570, 0xc0000ba460, 0x41) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000489aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 725 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0024b3320, 0x203000, 0x203000, 0x440d95, 0xc00061ba80) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0024b3320) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0024b32f0, 0xc0013b9320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0013b9708, 0xc0015c55c0, 0xaac03e, 0x7, 0xc0015c55c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0013b9708, 0xc0015c55c0, 0xc0010ad200) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000303740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 746 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc00071e1a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00071e1a0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00071e1a0, 0xc000cbd500, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268d940, 0x0, 0x0, 0x0, 0xc000745258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268d940, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000745950, 0xc00076b000, 0x17e2, 0x3, 0xd, 0xc0011f2690) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003033e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1230 [GC assist wait]: os.newFile(0x38, 0xc0011e19e0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e19e0, 0x5b, 0x0, 0x0, 0x4, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e19e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e19e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e19e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 808 [GC assist wait]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fe9950, 0xc00119e000, 0x769, 0x3, 0x2, 0xc0011f2630) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 809 [semacquire]: regexp.(*Regexp).replaceAll(0xc0010870e0, 0x0, 0x0, 0x0, 0xc001b07500, 0x9b2, 0x2, 0xc002d75270, 0xc001b07500, 0x9b2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0010870e0, 0xc001b07500, 0x9b2, 0xaa0378, 0x1, 0x1, 0x1e) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d0d570, 0xc002fde6a0, 0xc002f31b80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 805 [semacquire]: golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fdee40, 0x0, 0x0, 0x0, 0xc0025d9258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fdee40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025d9950, 0xc002449000, 0xf2b, 0x1, 0xc00321c010, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a0cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 804 [GC assist wait]: golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fdee20, 0x0, 0x0, 0x0, 0xc001afd258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fdee20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001afd950, 0xc00295b500, 0x9f4, 0x1, 0xc00321c010, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a0900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 813 [semacquire]: regexp.(*Regexp).replaceAll(0xc000149220, 0x0, 0x0, 0x0, 0xc000fad440, 0x86, 0x2, 0xc00174a1f0, 0xc000a86a88, 0x1, ...) /usr/local/go/src/regexp/regexp.go:642 +0x7ae regexp.(*Regexp).ReplaceAllString(0xc000149220, 0xc000fad440, 0x86, 0xaa0378, 0x1, 0x1189d00, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00174b118, 0xc001f9a8c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00174b118, 0xc001f9a700, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00174b118, 0xc001f9a700, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00174b118, 0xc001f9a700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00174b118, 0xc001f9a700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00174b118, 0xc001f3d5e0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017f5118, 0xc001f3d5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017f5118, 0xc001f3d5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00174b118, 0xc001f3d500, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017f5118, 0xc001f3d500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017f5118, 0xc001f3d500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00174b118, 0xc001d64070, 0xc002f2c700, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017f5118, 0xc001d64070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017f5118, 0xc001d64070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00174b118, 0xc002239f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017f5118, 0xc002239f80, 0x54b170, 0xc0029421a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002239f80, 0x0, 0x0, 0x0, 0x0, 0xc002239f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002684300, 0x0, 0x0, 0x0, 0x800, 0xc000a46000, 0x77c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc000a46000, 0x77c, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000426d50) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0017f5570, 0xc001d7ea80, 0xc000646260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 831 [GC assist wait]: strings.Replace(0xc00354c000, 0x2847, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x9d3400, 0xc05) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000231950, 0xc00354c000, 0x2847, 0x3, 0xc00142887b, 0x5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 755 [GC assist wait]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002eae000, 0x30a7, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002eae000, 0x30a7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002eae000, 0x30a7, 0x0, 0x0, 0x115f500, 0x30a7, 0x30a7) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002eae000, 0x30a7, 0x0, 0x0, 0xaa0378, 0x1, 0xc0019eea00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002eae000, 0x30a7, 0x30a7, 0xc002eae000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00245b820, 0x1b, 0xc002eae000, 0x30a7, 0xaa0378, 0x1, 0xc002eae000, 0x30a7, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 756 [semacquire]: strings.Replace(0xc00072d000, 0xe8c, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/jaytaylor/html2text.FromHTMLNode(0xc001f6ca80, 0x0, 0x0, 0x0, 0x0, 0xc001f6ca80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001ee6bd0, 0x0, 0x0, 0x0, 0x1300, 0xc001a5b900, 0x11e7, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001a5b900, 0x11e7, 0x0, 0x0, 0x0, 0x440d95, 0xc00305ecc0, 0x7f07f035bbe0, 0xa3bae62400000010) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002165570, 0xc0024e8fa0, 0xc001326880) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1216 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1229 [GC assist wait]: os.newFile(0x33, 0xc0011e1920, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e1920, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e1920, 0x5b, 0x0, 0xc000000000, 0x3, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e1920, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 907 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 812 [semacquire]: strings.Replace(0xc0009f2000, 0xf82, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xe, 0xc0009f2000, 0xf82) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005af950, 0xc0010d9000, 0xf80, 0x6e00000068, 0x6c0000006f, 0x670000006f) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 833 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00154d800, 0x730, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00154d800, 0x730, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00154d800, 0x730, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00154d800, 0x730, 0x0, 0x0, 0x115f500, 0xc00154d800, 0x730) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00154d800, 0x730, 0x0, 0x0, 0xaa0378, 0x1, 0xc00154c800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00154d800, 0x730, 0x730, 0xc00154d800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f93400, 0x3d, 0xc00154d800, 0x730, 0xaa0378, 0x1, 0xc00154d800, 0x730, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004959e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 834 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 835 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0033d5110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0033d5110) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0033d5110, 0xc000fcad90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0018aaba0, 0x0, 0x0, 0x0, 0xc002095258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0018aaba0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002095950, 0xc002009800, 0xb5a, 0x5, 0xc00320eda8, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 836 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00132ba00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00132bad0, 0xc000da9180, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0018732e0, 0x0, 0x0, 0x0, 0xc001b9f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0018732e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b9f950, 0xc001ed6000, 0xbca, 0x5, 0xc00320eda8, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 837 [semacquire]: strings.genSplit(0xc0009f3000, 0xec6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2d1, 0x2d1) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c87418, 0xaa04df, 0x2, 0xc000cc3000, 0xec6, 0x1, 0x2d1, 0xc001d7f8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc000cc3000, 0xec6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c87570, 0xc001d7f120, 0x5e, 0xc0004c036b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 838 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001511e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc001511ee0, 0xc002f84070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0018aab80, 0x0, 0x0, 0x0, 0xc000c19258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0018aab80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000c19950, 0xc001cb2d80, 0xcad, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 839 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0004e0f00, 0x4d6, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:67 +0x34 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0004e0f00, 0x4d6, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0004e0f00, 0x4d6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0004e0f00, 0x4d6, 0x0, 0x0, 0x115f500, 0xc0004e0f00, 0x4d6) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0004e0f00, 0x4d6, 0x0, 0x0, 0xaa0378, 0x1, 0xc0004e0a00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0004e0f00, 0x4d6, 0x4d6, 0xc0004e0f00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c9e000, 0x46, 0xc0004e0f00, 0x4d6, 0xaa0378, 0x1, 0xc0004e0f00, 0x4d6, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f881e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 840 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0018dcb40, 0x1d3, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0018dcb40, 0x1d3, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0018dcb40, 0x1d3, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0018dcb40, 0x1d3, 0x0, 0x0, 0x115f500, 0xc0018dcb40, 0x1d3) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0018dcb40, 0x1d3, 0x0, 0x0, 0xaa0378, 0x1, 0xc0018dc960) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0018dcb40, 0x1d3, 0x1d3, 0xc0018dcb40) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f92a40, 0x36, 0xc0018dcb40, 0x1d3, 0xaa0378, 0x1, 0xc0018dcb40, 0x1d3, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 841 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x3b1, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0011cd400, 0x3b1, 0x3b1, 0xc0011cd400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a190, 0x47, 0xc0011cd400, 0x3b1, 0xaa0378, 0x1, 0xc0011cd400, 0x3b1, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 843 [GC assist wait]: strings.Replace(0xc0021d5000, 0xb50, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc0021d5000, 0xb50) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d13950, 0xc001b36800, 0xb4e, 0x7f080f623600, 0x20300000000000, 0x7f080f62bfff) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f886c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 844 [GC assist wait]: strings.Replace(0xc0004e6000, 0x15cc, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1c, 0xc0004e6000, 0x15cc) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000ac5950, 0xc0030c3000, 0x15ca, 0xb, 0xc00337c651, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 845 [GC assist wait]: strings.Replace(0xc000556000, 0x19c6, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc000411aa0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00022b950, 0xc000556000, 0x19c6, 0xa, 0xc00199f79d, 0x9) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 846 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820) /usr/local/go/src/strings/strings.go:831 +0xad strings.TrimLeft(0xc002bb8a00, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.inHeadIM(0xc0033d4d00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0033d4d00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0033d4d00, 0xc000458070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fdef20, 0x0, 0x0, 0x0, 0xc000b7f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fdef20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000b7f950, 0xc00080bb00, 0xd0f, 0x746e656d6e726576, 0x736c612079616d20, 0x20676e697262206f) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f889c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 847 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 848 [semacquire]: strings.genSplit(0xc000eea300, 0x16c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc000522100, 0x3b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003453570, 0xc0027af230, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003453570, 0xc0024e89a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 849 [semacquire]: strings.Replace(0xc0016a0c00, 0x104f, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0016a0c00, 0x104f) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c51950, 0xc00169e600, 0x104d, 0x69656874206d6f72, 0x2c73656c6f702072, 0x6863746572747320) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 850 [semacquire]: strings.Replace(0xc0011c3500, 0xa7c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x9d3400, 0xc00057e380) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b99950, 0xc0011c3500, 0xa7c, 0x104, 0xc001765550, 0x42cc84) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 851 [semacquire]: strings.Replace(0xc000a32000, 0xf9b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc000a32000, 0xf9b) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000487950, 0xc000f28000, 0xf99, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 852 [GC assist wait]: strings.Replace(0xc000f5c000, 0x144b, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x9d3400, 0xb6c20c) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b9b950, 0xc000f5c000, 0x144b, 0x796e6120726f6e20, 0x6f66206b726f7720, 0x6f63206568742072) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 854 [GC assist wait]: strings.Replace(0xc0031ca000, 0x1a54, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc002595e60, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001bcf950, 0xc0031ca000, 0x1a54, 0x7200000075, 0x6100000020, 0x6c0000006c) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f893e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 855 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f894a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 856 [semacquire]: strings.genSplit(0xc00174c000, 0x1ed0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x523, 0x523) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b79418, 0xaa04f9, 0x2, 0xc00143e000, 0x1ed0, 0x1, 0x523, 0xc00139d680) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc00143e000, 0x1ed0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000b79570, 0xc00139d280, 0x2b, 0xc000fc2540) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f895c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 858 [GC assist wait]: strings.Replace(0xc001384000, 0x18af, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x10, 0x9d3400, 0xb6c046) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000189950, 0xc001384000, 0x18af, 0x0, 0x0, 0x6) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89800, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 859 [GC assist wait]: golang.org/x/net/html.(*Tokenizer).Token(0xc0033d44e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0033d45b0, 0xc002322070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fdee60, 0x0, 0x0, 0x0, 0xc000c81258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fdee60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000c81950, 0xc00102c800, 0x77d, 0xc00332dce0, 0xc00332de30, 0xc0014f2b60) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f898c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 860 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89980, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 861 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89aa0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 862 [GC assist wait]: strings.Replace(0xc001162000, 0x2140, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc001162000, 0x2140) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ef3950, 0xc0021b4a00, 0x2136, 0x3, 0x1, 0xc0039bc8e0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89b60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 863 [GC assist wait]: strings.Replace(0xc002254000, 0x1e79, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x1, 0xc002254000, 0x1e79) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fe5950, 0xc001106000, 0x1e71, 0x0, 0x0, 0x6) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89c20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 864 [semacquire]: strings.Replace(0xc0027db900, 0x21ac, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc0027db900, 0x21ac) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c31950, 0xc0027d6f00, 0x21a3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89ce0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 865 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89da0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 866 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89e60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 867 [semacquire]: strings.Replace(0xc000d18000, 0x1a57, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x1, 0xc000d18000, 0x1a57) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c57950, 0xc00055ca00, 0x1a4f, 0x746920666f206572, 0x736c65746f682073, 0x20200a3e702f3c2e) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89f20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 868 [GC assist wait]: github.com/fatih/set.(*Set).Add(0xc0024e9440, 0xc001c37318, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c37418, 0xaa04f9, 0x2, 0xc00185d000, 0x1640, 0x1, 0x56c, 0xc0024e9420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc00185d000, 0x1640, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c37570, 0xc0024e90c0, 0x3d, 0xc0010d2200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003021e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 869 [GC assist wait]: strings.Replace(0xc001571500, 0x1334, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc001571500, 0x1334) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00067b950, 0xc0014c0a00, 0x1331, 0xc002ed8a58, 0x3, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003022a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 870 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0017cca90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0017ccb60, 0xc00151c850, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f31f60, 0x0, 0x0, 0x0, 0xc000f8f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f31f60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f8f950, 0xc0015dd400, 0x2350, 0xc002ed8a58, 0x3, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 872 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003027e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 873 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001015300, 0x12c8, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001015300, 0x12c8, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001015300, 0x12c8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001015300, 0x12c8, 0x0, 0x0, 0x115f500, 0x12c8, 0x12c8) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001015300, 0x12c8, 0x0, 0x0, 0xaa0378, 0x1, 0xc001978c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001015300, 0x12c8, 0x12c8, 0xc001015300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a820, 0x50, 0xc001015300, 0x12c8, 0xaa0378, 0x1, 0xc001015300, 0x12c8, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 874 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc000c2c3c0, 0xc002b7b600, 0xd41, 0xaa0378, 0x1, 0xc002b79b00, 0xd41) /usr/local/go/src/regexp/regexp.go:560 +0x135 _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc002b7b600, 0xd41, 0xaa0378, 0x1, 0xc002b7b600, 0xd41) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 875 [GC assist wait]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002dac380, 0xce5, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002dac380, 0xce5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002dac380, 0xce5, 0x0, 0x0, 0x115f500, 0xce5, 0xce5) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002dac380, 0xce5, 0x0, 0x0, 0xaa0378, 0x1, 0xc002da9b00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002dac380, 0xce5, 0xce5, 0xc002dac380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000303980, 0x51, 0xc002dac380, 0xce5, 0xaa0378, 0x1, 0xc002dac380, 0xce5, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003030e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 960 [semacquire]: bytes.makeSlice(0x2d3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0039bb9b0, 0x7, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0039bb9b0, 0xad070f, 0x7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc0039bb9b0, 0xc001d3fdc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316 golang.org/x/net/html.render1(0xb84d20, 0xc0039bb9b0, 0xc001d3f960, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0039bb9b0, 0xc001d3f8f0, 0xb84d20, 0xc0039bb9b0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0039bb9b0, 0xc001d3f8f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00186fe60, 0x50d2a1, 0xc000112480, 0x22, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a85570, 0xc0024e92e0, 0xc003554b60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 961 [semacquire]: strings.Replace(0xc001b79500, 0xa7b, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc001b79500, 0xa7b) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001bd1950, 0xc001c5f500, 0xa79, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 962 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003086360, 0xc003086360, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00100d570, 0xc002fde220, 0x2c) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 963 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc00072a9c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00072a9c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00072a9c0, 0xc0022951f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f30880, 0x0, 0x0, 0x0, 0xc0028db258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f30880, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028db950, 0xc001428c00, 0x109a, 0x6220656874202c65, 0x6961732068636e65, 0x202020200a0a2e64) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 964 [semacquire]: strings.genSplit(0xc001d88300, 0x6db, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x159, 0x159) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f45418, 0xaa058b, 0x2, 0xc001d87500, 0x6db, 0x6, 0x159, 0xc001365a40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001d87500, 0x6db, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f45570, 0xc002f309a0, 0x61, 0xc002e0c700) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 965 [GC assist wait]: strings.Replace(0xc000f18000, 0x12b0, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc000f18000, 0x12b0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d7f950, 0xc000e17300, 0x12ac, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 966 [GC assist wait]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000add418, 0xaa0503, 0x2, 0xc001d27c00, 0xb49, 0x5, 0x259, 0xc001465460) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001d27c00, 0xb49, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000add570, 0xc001464ec0, 0x54, 0xc0007987e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88420, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 967 [semacquire]: bytes.makeSlice(0x575, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0035f5b60, 0x3, 0xaa408e) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0035f5b60, 0xc001797710, 0x3, 0x6, 0xffffffffffffffff, 0xaa03f5) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0035f5b60, 0xc001797710, 0x3, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0035f5b60, 0xc001178ee0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0035f5b60, 0xc001178930, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0035f5b60, 0xc0011788c0, 0xb84d20, 0xc0035f5b60) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0035f5b60, 0xc0011788c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0013c23c0, 0xe737e250, 0x1251a20, 0xc0016cf9a0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f885a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 968 [GC assist wait]: os.newFile(0xad, 0xc000f88720, 0x5a, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f88720, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f88720, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f88720, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88720, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 969 [GC assist wait]: os.newFile(0xae, 0xc000f88900, 0x5a, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f88900, 0x5a, 0x0, 0xc000000000, 0x3, 0x1, 0xc00308d318) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f88900, 0x5a, 0x0, 0xc000000000, 0x3, 0x1, 0xc0010fa9f8) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f88900, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88900, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 970 [GC assist wait]: os.newFile(0xb0, 0xc000f88c00, 0x5a, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f88c00, 0x5a, 0x0, 0x0, 0xc00308d978, 0x3, 0x2) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f88c00, 0x5a, 0x0, 0x0, 0xc003065158, 0x3, 0x2) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f88c00, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88c00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 971 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88f00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 972 [GC assist wait]: os.newFile(0xb1, 0xc000f89200, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f89200, 0x5b, 0x0, 0x0, 0x2, 0xc002e39db8, 0x3) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f89200, 0x5b, 0x0, 0x0, 0x2, 0xc003065d38, 0x3) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f89200, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 973 [semacquire]: strings.Replace(0xc001014000, 0x12d5, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc001014000, 0x12d5) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d09950, 0xc0014e1900, 0x12cf, 0xc002ebbdb8, 0x3, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 974 [GC assist wait]: os.newFile(0xb2, 0xc000f89500, 0x5b, 0x1, 0x656b694d00000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f89500, 0x5b, 0x0, 0x7379542000000000, 0x6165707061206e6f, 0x3c206e6f20646572, 0x223d666572682061) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f89500, 0x5b, 0x0, 0x203e612f00000000, 0x6575672061207361, 0x2e74736f68207473, 0x6c616974696e4920) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f89500, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 975 [GC assist wait]: os.newFile(0xb3, 0xc000f89620, 0x5b, 0x1, 0x616c2f7900000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f89620, 0x5b, 0x0, 0x2020202000000000, 0x7266693c20202020, 0x6174616420656d61, 0x7468223d6372732d) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f89620, 0x5b, 0x0, 0x3331353900000000, 0x65723f3438333637, 0x77743d6372735f66, 0x6674653525637273) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f89620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 976 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc001961a58, 0xc001961a40, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc001961a40, 0xaa3cc2, 0x4, 0x1, 0x0, 0x746c657061726f6f) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0xb4, 0xc000f89860, 0x5b, 0x1, 0x666f207300000000) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc000f89860, 0x5b, 0x0, 0x6420726f00000000, 0x2d727561736f6e69, 0x6574616e696d6f64, 0x6c6973736f662064) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f89860, 0x5b, 0x0, 0x6269722000000000, 0x7420747562202c73, 0x206d616574206568, 0x7265766f63736964) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f89860, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 977 [GC assist wait]: os.newFile(0xb5, 0xc000f899e0, 0x5b, 0x1, 0x6f206e6f00000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f899e0, 0x5b, 0x0, 0x2e61657300000000, 0x7420736920746920, 0x6874786973206568, 0x74706d6574746120) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f899e0, 0x5b, 0x0, 0x646e6f6300000000, 0x6c69726420746375, 0x65706f20676e696c, 0x20736e6f69746172) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f899e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f899e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 978 [semacquire]: golang.org/x/net/html/atom.String(0xc0009050f4, 0x8, 0xf0c, 0xf0c, 0xc0009050fe) /home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6 golang.org/x/net/html.(*Tokenizer).Token(0xc00132b450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a golang.org/x/net/html.(*parser).parse(0xc00132b520, 0xc002b64700, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268d8c0, 0x0, 0x0, 0x0, 0xc001dd9258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268d8c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001dd9950, 0xc000190580, 0x51d, 0x5, 0xc0007a4aac, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 979 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0033d4f70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc0033d51e0, 0xc000d872d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268d920, 0x0, 0x0, 0x0, 0xc001505258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268d920, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001505950, 0xc002d28000, 0x139d, 0x2, 0xc0007a4f9c, 0x5) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 980 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 981 [GC assist wait]: strings.Replace(0xc0005d6000, 0x2266, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x4, 0xc0005d6000, 0x2266) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000c85950, 0xc00001b400, 0x2260, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 982 [semacquire]: strings.Replace(0xc000888000, 0x196a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x6, 0x9d3400, 0xc000e7e700) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00046b950, 0xc000888000, 0x196a, 0x0, 0xc001dab500, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f643c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 983 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.calculateConfidence(0xc001212c00, 0x30, 0x40, 0xc001ee6900, 0x13bfe, 0xc001212c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:167 +0x43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0022b0b00, 0x289, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:162 +0x333 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0022b0b00, 0x289, 0x0, 0x0, 0x115f500, 0x289, 0x289) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0022b0b00, 0x289, 0x0, 0x0, 0xaa0378, 0x1, 0xc0022b0840) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0022b0b00, 0x289, 0x289, 0xc0022b0b00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014b6060, 0x58, 0xc0022b0b00, 0x289, 0xaa0378, 0x1, 0xc0022b0b00, 0x289, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 984 [GC assist wait]: os.newFile(0x9f, 0xc000f646c0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f646c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f646c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f646c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f646c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 985 [semacquire]: os.newFile(0xa0, 0xc000f64840, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f64840, 0x5b, 0x0, 0x0, 0x0, 0x404040402030202, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f64840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f64840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 986 [semacquire]: os.newFile(0xa1, 0xc000f649c0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f649c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f649c0, 0x5b, 0x0, 0x0, 0x202030202030303, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f649c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f649c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 987 [semacquire]: os.newFile(0xa2, 0xc000f64b40, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f64b40, 0x5b, 0x0, 0x404040300000000, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f64b40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f64b40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 988 [semacquire]: os.newFile(0xa3, 0xc000f64cc0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f64cc0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f64cc0, 0x5b, 0x0, 0x0, 0x899be9d130a9ea43, 0x9e9080, 0xc000eac250) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f64cc0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 989 [semacquire]: os.newFile(0xa5, 0xc000f64e40, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f64e40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f64e40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f64e40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 990 [semacquire]: bytes.makeSlice(0x1ae, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00399b260, 0x1ae, 0x203000) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00399b260, 0xc00104c000, 0x1ae, 0xc003c12090, 0x7f080c01d388, 0xc002579b08) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d65b20) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d65ab0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003a0b410, 0xa9ece0, 0xc003a0b3e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00399b570, 0xc00139c200, 0x4b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 991 [GC assist wait]: os.newFile(0xa9, 0xc000f65140, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f65140, 0x5b, 0x0, 0xc000000000, 0x3, 0x5, 0xc00308caf8) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f65140, 0x5b, 0x0, 0xc000000000, 0x3, 0x5, 0xc002eba1d8) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f65140, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 992 [GC assist wait]: bytes.makeSlice(0x1c80, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002421a98, 0x1c80, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc002f691d8, 0x1c80, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc000f652c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f652c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 993 [GC assist wait]: os.newFile(0x9e, 0xc000f65440, 0x5a, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f65440, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f65440, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x202020302020202) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f65440, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65440, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 994 [GC assist wait]: os.newFile(0xaa, 0xc000f658c0, 0x5a, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f658c0, 0x5a, 0x0, 0x0, 0x0, 0x403030203030302, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f658c0, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f658c0, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f658c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 995 [GC assist wait]: os.newFile(0xac, 0xc000f65a40, 0x5a, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f65a40, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f65a40, 0x5a, 0x0, 0x0, 0x403030302030202, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f65a40, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65a40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 996 [semacquire]: strings.Replace(0xc00196ca00, 0x34af, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0xc000d22480, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00209b950, 0xc00196ca00, 0x34af, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 997 [GC assist wait]: os.newFile(0xaf, 0xc000f65d40, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f65d40, 0x5b, 0x0, 0x323528fc00000000, 0x9e9080, 0xc002e48c40, 0x9e9080) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f65d40, 0x5b, 0x0, 0x0, 0xc002e48c20, 0x9e9080, 0xc002e48c00) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f65d40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 998 [GC assist wait]: os.newFile(0xa7, 0xc000f65ec0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000f65ec0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000f65ec0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000f65ec0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 999 [GC assist wait]: os.newFile(0xbc, 0xc000302000, 0x5b, 0x1, 0x656c207400000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000302000, 0x5b, 0x0, 0x73736f7000000000, 0x74617020656c6269, 0x206f742079617768, 0xa2e6874776f7267) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000302000, 0x5b, 0x0, 0x7020706f00000000, 0x65697469726f6972, 0x6420746168742073, 0x6d20657672657365) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000302000, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1000 [GC assist wait]: os.newFile(0xbb, 0xc000302180, 0x5b, 0x1, 0x7572697600000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000302180, 0x5b, 0x0, 0x2f3c2e3e00000000, 0x20202020200a3e69, 0x200a0a3e702f3c20, 0x3e703c2020202020) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000302180, 0x5b, 0x0, 0x6564207400000000, 0x2073656e696c6461, 0x6565622065766168, 0x6578616c6572206e) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000302180, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1001 [GC assist wait]: os.newFile(0xbd, 0xc000302300, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000302300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000302300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000302300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1002 [GC assist wait]: os.newFile(0xbe, 0xc000302420, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x52 os.openFileNolog(0xc000302420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000302420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000302420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1003 [semacquire]: strings.Replace(0xc000e8fc00, 0xb14, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc000e8fc00, 0xb14) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001feb950, 0xc001ed6000, 0xb0b, 0x5, 0xc000318404, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1004 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00071e5b0, 0xc001606000, 0xb5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00071e5b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00071e5b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00071e5b0, 0xc000cbd960, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268d980, 0x0, 0x0, 0x0, 0xc00018f258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268d980, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00018f950, 0xc001ed9000, 0xa96, 0x3, 0xc0003e0c60, 0x7) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1005 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00022f950, 0xc002a06000, 0xfeb, 0x206f742064656e65, 0x206f742065766168, 0x65636e756f6e6e61) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003026c0, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1006 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00071e8f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc00071e9c0, 0xc000cbdc70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268d9e0, 0x0, 0x0, 0x0, 0xc00018b258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268d9e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00018b950, 0xc000889980, 0x1830, 0x7469766974616572, 0x73656c206f6e2079, 0x796d206e69202c73) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302780, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1007 [semacquire]: strings.Replace(0xc0003be000, 0xdcb, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0003be000, 0xdcb) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000ea1950, 0xc000392000, 0xdc9, 0xc000fabd70, 0x3, 0xc0001b8da0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003028a0, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1008 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00071edd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc00071eea0, 0xc001f9b110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268da20, 0x0, 0x0, 0x0, 0xc002975258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268da20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002975950, 0xc000cee000, 0x746, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1009 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1010 [semacquire]: strings.Replace(0xc0013a9000, 0x1654, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc0013a9000, 0x1654) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005ad950, 0xc00168f800, 0x164f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1011 [semacquire]: os.newFile(0x7, 0xc000302d20, 0x5b, 0x1, 0x6120736900000000) /usr/local/go/src/os/file_unix.go:113 +0x52 os.openFileNolog(0xc000302d20, 0x5b, 0x0, 0x7274657200000000, 0x20726f2068636e65, 0x756873206e657665, 0x202e6e776f642074) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000302d20, 0x5b, 0x0, 0x6e6e616300000000, 0x6f2079617020746f, 0x736e616f6c206666, 0x736c6120646e6120) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000302d20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1012 [semacquire]: strings.genSplit(0xc000c91800, 0x6f1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1ac, 0x1ac) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002cb7418, 0xaa05c9, 0x2, 0xc00231c700, 0x6f1, 0x4, 0x1ac, 0xc001d7ec60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc00231c700, 0x6f1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002cb7570, 0xc001872540, 0x3a, 0xc00317a4c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1013 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003031a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1014 [semacquire]: strings.genSplit(0xc000907200, 0x804, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x25f, 0x25f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001421418, 0xaa058b, 0x2, 0xc002fb0d00, 0x804, 0x6, 0x25f, 0xc0010ac700) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002fb0d00, 0x804, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001421570, 0xc0018ab680, 0x63, 0xc000d295f5) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000303560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1015 [GC assist wait]: os.newFile(0x97, 0xc000303860, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000303860, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000303860, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000303860, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000303860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1021 [GC assist wait]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000557a80, 0x1997, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000557a80, 0x1997, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000557a80, 0x1997, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000557a80, 0x1997, 0x0, 0x0, 0x115f500, 0x1997, 0x1997) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000557a80, 0x1997, 0x0, 0x0, 0xaa0378, 0x1, 0xc002912480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000557a80, 0x1997, 0x1997, 0xc000557a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015e3c80, 0x37, 0xc000557a80, 0x1997, 0xaa0378, 0x1, 0xc000557a80, 0x1997, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000303ec0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1023 [GC assist wait]: regexp.makeOnePass.func1(0x6, 0xc003a61110, 0xf, 0xf, 0x1) /usr/local/go/src/regexp/onepass.go:390 +0x9d8 regexp.makeOnePass(0xc00165a0f0, 0xc00165a0f0) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc00165a090, 0xc00165a090) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x113) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001ba1358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001ba1358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001ba1358, 0x0, 0xb856e0, 0xc0009e8028, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001ba1358, 0xc000f70070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001ba1358, 0x42cc84, 0xc00165a030, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001ba13c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00000e6e0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00114b3b0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001ba1570, 0xc0029fee80, 0xabc101, 0x1d, 0x4c, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e60c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1024 [GC assist wait]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000dd95e0, 0xaa04f9, 0x2, 0xc002317300, 0x1888, 0x0, 0xc0005fc380, 0x7f0835f5e560) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000dd9570, 0xc0029ff360, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1025 [GC assist wait]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f855e0, 0xaa04f9, 0x2, 0xc00067ddc0, 0x20, 0x0, 0xc000f85430, 0xc001464e48) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000f85570, 0xc00186e660, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000f85570, 0xc0024e92a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e63c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1026 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1027 [semacquire]: bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00141d140, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc00141d140, 0xb7b620, 0xc00030db90, 0x203000, 0x203000, 0x203000) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc00030db90, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00030db90, 0xc00141d230, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00030db90, 0x0, 0x0, 0x0, 0xc80, 0xc0024ae000, 0xc6f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc0024ae000, 0xc6f, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002d31110) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00141d570, 0xc0025799e0, 0xc002f312a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e66c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1028 [semacquire]: regexp.(*Regexp).expand(0xc000149220, 0xc0027b6300, 0x40, 0x40, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc00045b680, ...) /usr/local/go/src/regexp/regexp.go:948 +0xa9b regexp.(*Regexp).ReplaceAllString.func1(0xc0027b6300, 0x40, 0x40, 0xc0014683f0, 0x2, 0x2, 0xc00045b680, 0xf0, 0x3c) /usr/local/go/src/regexp/regexp.go:558 +0xbf regexp.(*Regexp).replaceAll(0xc000149220, 0x0, 0x0, 0x0, 0xc00045b680, 0xf0, 0x2, 0xc000f461f0, 0xa, 0x2, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc000149220, 0xc00045b680, 0xf0, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f47118, 0xc001154ee0, 0xc000f46208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f47118, 0xc001154e70, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000f47118, 0xc001154e70, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f47118, 0xc001154e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f47118, 0xc001154e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f47118, 0xc002241ce0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028f5118, 0xc002241ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028f5118, 0xc002241ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f47118, 0xc002241c00, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028f5118, 0xc002241c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028f5118, 0xc002241c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f47118, 0xc002241500, 0xc00023ea80, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028f5118, 0xc002241500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028f5118, 0xc002241500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f47118, 0xc002241420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028f5118, 0xc002241420, 0x54b170, 0xc0034c7ad0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002241420, 0x0, 0x0, 0x0, 0x0, 0xc002241420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00312ec30, 0x0, 0x0, 0x0, 0x1500, 0xc0012ba000, 0x1486, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0012ba000, 0x1486, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000e9c0f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0028f5570, 0xc0016cf5c0, 0xc0016cfea0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1029 [semacquire]: strings.Replace(0xc002eda000, 0xd53, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc001d34600, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002197950, 0xc002eda000, 0xd53, 0x1, 0x6, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e69c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1030 [semacquire]: github.com/advancedlogic/GoOse.WebPageImageResolver.func1(0x0, 0xc00293ecf0) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:160 +0x219 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00293ecc0, 0xc000e2b3f8, 0x3) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.WebPageImageResolver(0xc002fde120, 0x4, 0xaa216a, 0x3, 0xaa8560) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:124 +0xc7 github.com/advancedlogic/GoOse.WebPageResolver(0xc0003f2360, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:174 +0x36 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1031 [semacquire]: strings.Replace(0xc001662000, 0x1eb4, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc001d34810, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000763950, 0xc001662000, 0x1eb4, 0x6900000064, 0x6100000067, 0x6800000072) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1032 [GC assist wait]: strings.Replace(0xc0003c0000, 0xf5f, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc000a08de0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f13950, 0xc0003c0000, 0xf5f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1033 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1038 [semacquire]: strings.Replace(0xc0015c1100, 0xd55, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0x9d3400, 0xc002f2c700) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0017f1950, 0xc0015c1100, 0xd55, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1039 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc00311a738, 0xc00311a720, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc00311a720, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x25, 0xc0003e78c0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc0003e78c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0003e78c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0003e78c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e78c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1040 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc002651d58, 0xc002651d40, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc002651d40, 0xaa3cc2, 0x4, 0x1, 0x0, 0x3) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x27, 0xc0003e7a40, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc0003e7a40, 0x5b, 0x0, 0xe36800000000, 0xc002ada070, 0x3, 0xc001fa6a80) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0003e7a40, 0x5b, 0x0, 0xc000000000, 0x3, 0xc000b9f2f0, 0x3) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0003e7a40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1041 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1042 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc0026518d8, 0xc0026518c0, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc0026518c0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x2c, 0xc0003e7d40, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc0003e7d40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0003e7d40, 0x5b, 0x0, 0x0, 0x1, 0x1, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0003e7d40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1043 [GC assist wait]: os.newFile(0x51, 0xc0003e7ec0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0003e7ec0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0003e7ec0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0003e7ec0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1044 [GC assist wait]: os.newFile(0x54, 0xc0003c6060, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0003c6060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0003c6060, 0x5b, 0x0, 0xc000000000, 0x3, 0xc0004b50c0, 0x3) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0003c6060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c6060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1045 [GC assist wait]: os.newFile(0x56, 0xc0003c61e0, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0003c61e0, 0x5b, 0x0, 0xc000000000, 0xc00226c310, 0xc00226c460, 0xc002d8e070) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0003c61e0, 0x5b, 0x0, 0xc000000000, 0xc002d8e9a0, 0xc00127c0e0, 0xc0030421c0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0003c61e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c61e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1046 [GC assist wait]: bytes.makeSlice(0x10ef, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00219ba98, 0x10ef, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc0000ab490, 0x10ef, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc0003c6360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c6360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1047 [GC assist wait]: os.newFile(0x5e, 0xc0003c64e0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0003c64e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0003c64e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x404020302030302) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0003c64e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c64e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1049 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c68a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1052 [semacquire]: strings.genSplit(0xc001335000, 0xf9f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x364, 0x364) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d25418, 0xaa0503, 0x2, 0xc000375000, 0xf9f, 0x6, 0x364, 0xc001490a20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc000375000, 0xf9f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d25570, 0xc001490620, 0x5b, 0xc0014b6300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c7260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1053 [GC assist wait]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002201320, 0x0, 0x1, 0xc000804e70, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002201320, 0xc000804e78, 0x0, 0xc002201358, 0x75a8b9) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002201320, 0xc000e08ea0, 0x2f, 0xaad9a1, 0x8, 0xffffffffffffffff) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa3da6, 0x4, 0x8, 0xffffffffffffffff, 0x0, 0xc0022013f0, 0x50c861) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa3da6, 0x4, 0x0, 0x0, 0xad070f) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002e0acf0, 0xaa3da6, 0x4, 0xffffffffffffffff) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002201570, 0xc001872f20, 0x2f, 0xc000e08ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:120 +0x4a github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c74a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1054 [GC assist wait]: os.newFile(0xc, 0xc0003c77a0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0003c77a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0003c77a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0003c77a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c77a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1056 [semacquire]: os.newFile(0xd, 0xc0003c7da0, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:113 +0x52 os.openFileNolog(0xc0003c7da0, 0x5b, 0x0, 0x0, 0xc000c5b3a8, 0x3, 0x9) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0003c7da0, 0x5b, 0x0, 0x0, 0xc001705c78, 0x3, 0xa) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0003c7da0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c7da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1057 [GC assist wait]: strings.Replace(0xc001132000, 0x13c9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x9d3400, 0x6) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00022d950, 0xc001132000, 0x13c9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9c180, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1058 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.calculateDistance(0xc00013b300, 0x12c, 0x12c, 0xc002e0aff0, 0x1466e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:212 +0x86 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000a12480, 0x42a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:152 +0x189 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000a12480, 0x42a, 0x0, 0x0, 0x115f500, 0x42a, 0x42a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000a12480, 0x42a, 0x0, 0x0, 0xaa0378, 0x1, 0xc001b63680) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000a12480, 0x42a, 0x42a, 0xc000a12480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0030927e0, 0x53, 0xc000a12480, 0x42a, 0xaa0378, 0x1, 0xc000a12480, 0x42a, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9c2a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1059 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc00311a678, 0xc00311a660, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc00311a660, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x18, 0xc002f9c360, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc002f9c360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc002f9c360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc002f9c360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9c360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1060 [GC assist wait]: strings.Replace(0xc00207a000, 0xf8c, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00207a000, 0xf8c) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001719950, 0xc002040000, 0xf8a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9c420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1061 [GC assist wait]: golang.org/x/net/html.(*parser).addText(0xc0017cd930, 0xc000b67130, 0x5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inHeadIM(0xc0017cd930, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0017cd930) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0017cd930, 0xc001efb810, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00117f480, 0x0, 0x0, 0x0, 0xc000743258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00117f480, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000743950, 0xc0007ef500, 0x93e, 0x6f68206572757475, 0x20726f662073646c, 0x2e6f777420656874) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9c720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1062 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc002e4b1b8, 0xc002e4b1a0, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc002e4b1a0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x63657465646e752d) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x1c, 0xc002f9c7e0, 0x5b, 0x1, 0x6c69614400000000) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc002f9c7e0, 0x5b, 0x0, 0x3054393200000000, 0x2b30303a30303a30, 0x3e2f2230303a3030, 0x656d3c202020200a) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc002f9c7e0, 0x5b, 0x0, 0x6863206f00000000, 0x20726f66206b6365, 0x7463657465646e75, 0x7365736163206465) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc002f9c7e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9c7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1063 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc002e4b278, 0xc002e4b260, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc002e4b260, 0xaa3cc2, 0x4, 0x1, 0x0, 0x65632065636e756f) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x1e, 0xc002f9c960, 0x5b, 0x1, 0x6568207300000000) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc002f9c960, 0x5b, 0x0, 0x5520656800000000, 0x6172657665732053, 0x72746e756f63206c, 0x74206e6920736569) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc002f9c960, 0x5b, 0x0, 0x726f632000000000, 0x7375726976616e6f, 0x73746920646e6120, 0x6572756c69616620) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc002f9c960, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9c960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1064 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc001961ab8, 0xc001961aa0, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc001961aa0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x6c6c657720736120) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x20, 0xc002f9ca20, 0x5b, 0x1, 0x6d72657000000000) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc002f9ca20, 0x5b, 0x0, 0x656e696800000000, 0x756d6d6f43206573, 0x726150207473696e, 0x6974636120737974) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc002f9ca20, 0x5b, 0x0, 0x7420646e00000000, 0x6d20504343206568, 0x2079617020747375, 0x2079766165682061) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc002f9ca20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9ca20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1065 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9cae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1066 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc00311a6d8, 0xc00311a6c0, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc00311a6c0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x3) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x24, 0xc002f9cba0, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc002f9cba0, 0x5b, 0x0, 0x0, 0x1, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc002f9cba0, 0x5b, 0x0, 0xc000000000, 0x3, 0xc00140c610, 0x3) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc002f9cba0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9cba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1067 [semacquire]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc002e4b518, 0xc002e4b500, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc002e4b500, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x2a, 0xc002f9cd20, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc002f9cd20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc002f9cd20, 0x5b, 0x0, 0x0, 0x329, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc002f9cd20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9cd20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1069 [GC assist wait]: strings.genSplit(0xc00254a000, 0x18d1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x432, 0x432) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a93418, 0xaa04d9, 0x2, 0xc00103b300, 0x18d1, 0x1, 0x432, 0xc0024e9be0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc00103b300, 0x18d1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a93570, 0xc0024e97c0, 0x4d, 0xc000e9cbe0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9cea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1070 [GC assist wait]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9cf60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1071 [semacquire]: strings.Replace(0xc00152a000, 0x167c, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00152a000, 0x167c) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000c83950, 0xc0022bd000, 0x167a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1073 [GC assist wait]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001009100, 0x656, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001009100, 0x656, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001009100, 0x656, 0x0, 0x0, 0x115f500, 0xc001009100, 0x656) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001009100, 0x656, 0x0, 0x0, 0xaa0378, 0x1, 0xc001008300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001009100, 0x656, 0x656, 0xc001009100) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c9a880, 0x3a, 0xc001009100, 0x656, 0xaa0378, 0x1, 0xc001009100, 0x656, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1075 [semacquire]: syscall.ByteSliceFromString(0xc002f9d380, 0x5b, 0xc0011dbe68, 0x3, 0x2, 0xc0011da898, 0x3) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc002f9d380, 0x5b, 0x80000, 0xc000000000, 0x3, 0x2, 0xc000c5b618) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc002f9d380, 0x5b, 0x0, 0x0, 0xc0011da358, 0x3, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc002f9d380, 0x5b, 0x0, 0x0, 0xc001945598, 0x3, 0x2) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc002f9d380, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1076 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00030de30, 0xaa03ab, 0x1, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0012b5570, 0xc00030de30, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:562 +0x55 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup.func1(0x2, 0xc00030de30) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:727 +0x9e github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00030dc50, 0xc0012b5460, 0xc00030d5f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0012b5570, 0xc00030d5f0, 0xc00030d5f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1077 [semacquire]: strings.Replace(0xc0014c3000, 0xf29, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xd, 0xc0012d51d0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f2d950, 0xc0014c3000, 0xf29, 0xe, 0x5, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1078 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0024e9060, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024e9060, 0x0, 0x0, 0x0, 0xc000f31258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024e9060, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f31950, 0xc0015bcd80, 0xd64, 0xc0018752d0, 0x3, 0xc00140c960) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1079 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc002651878, 0xc002651860, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc002651860, 0xaa3cc2, 0x4, 0x1, 0x0, 0x74202c3120656e75) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x22, 0xc002f9d680, 0x5b, 0x1, 0x706f206e00000000) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc002f9d680, 0x5b, 0x0, 0x7669747300000000, 0x3b343323262c6c61, 0x656a72656e614220, 0x3c2e646961732065) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc002f9d680, 0x5b, 0x0, 0x6f74206500000000, 0x657220656b617420, 0x696269736e6f7073, 0x676572207974696c) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc002f9d680, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1080 [semacquire]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc00311a798, 0xc00311a780, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc00311a780, 0xaa3cc2, 0x4, 0x1, 0x0, 0x2069657761754820) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x26, 0xc002f9d740, 0x5b, 0x1, 0x6220736500000000) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc002f9d740, 0x5b, 0x0, 0x736e696100000000, 0x6965776175482074, 0x642068746f622029, 0x6163697473656d6f) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc002f9d740, 0x5b, 0x0, 0x6e756d6d00000000, 0x6e61202d20797469, 0x66206f736c612064, 0x2072756f206d6f72) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc002f9d740, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1081 [GC assist wait]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1082 [GC assist wait]: bytes.makeSlice(0x11d4, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0020a1a98, 0x11d4, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc002f691d0, 0x11d4, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc002f9d8c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1083 [GC assist wait]: os.newFile(0x30, 0xc002f9d980, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc002f9d980, 0x5b, 0x0, 0x0, 0x0, 0x91b35215fa1e5, 0xc000fab2c0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc002f9d980, 0x5b, 0x0, 0xc000000000, 0x3, 0xc0020b6290, 0x3) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc002f9d980, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1085 [GC assist wait]: strings.genSplit(0xc001c8f600, 0x2b9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x2b9, 0xc001c8f340, 0x2b9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f2b5e0, 0xaa04f9, 0x2, 0xc001c8f340, 0x2b9, 0xb, 0xc001f2b2e8, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc001eb2b10) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001eb2840, 0xc001f2b378, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001f2b570, 0xc001eb2150, 0xc001365be0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001f2b570, 0xc001eb2150, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001f2b570, 0xc001eb2150, 0xc001eb2150) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9db00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1086 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0034388d0, 0xece066bb, 0x1251a20, 0xc001490a40, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9dbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1087 [semacquire]: syscall.ByteSliceFromString(0xc002f9dc80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc002f9dc80, 0x5b, 0x80000, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc002f9dc80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc002f9dc80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc002f9dc80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9dc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1088 [semacquire]: bytes.makeSlice(0x16f1, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0022834d0, 0x1c7, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0022834d0, 0xc00261a3c1, 0x1c7, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0022834d0, 0xc00261a3c1, 0x1c8, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0022834d0, 0xc000ae41c0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0022834d0, 0xc000ae4150, 0xb84d20, 0xc0022834d0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0022834d0, 0xc000ae4150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0022834a0, 0x203000, 0x203000, 0x440d95, 0xc00071b118) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0022834a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002283470, 0xc00344f320, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00344f708, 0xc002309bc0, 0xaac03e, 0x7, 0xc002309bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00344f708, 0xc002309bc0, 0xc0018aab60) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9dda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1089 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc002651b78, 0xc002651b60, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc002651b60, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0xb, 0xc002f9de60, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc002f9de60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc002f9de60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc002f9de60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9de60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1090 [semacquire]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc002651cf8, 0xc002651ce0, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc002651ce0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x3) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x12, 0xc002f9df20, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc002f9df20, 0x5b, 0x0, 0xc000000000, 0x3, 0x1, 0xc0017055e8) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc002f9df20, 0x5b, 0x0, 0xc000000000, 0x3, 0x1, 0xc001917e18) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc002f9df20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9df20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1091 [semacquire]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc002651b18, 0xc002651b00, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc002651b00, 0xaa3cc2, 0x4, 0x1, 0x0, 0xc000c4a848) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x15, 0xc0019be000, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc0019be000, 0x5b, 0x0, 0x0, 0xc001917c38, 0x3, 0x1) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019be000, 0x5b, 0x0, 0x0, 0xc003d8f568, 0x3, 0x1) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019be000, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1092 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc001961d58, 0xc001961d40, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc001961d40, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x17, 0xc0019be0c0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc0019be0c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019be0c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019be0c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1093 [GC assist wait]: os.newFile(0x19, 0xc0019be180, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019be180, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019be180, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019be180, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1094 [GC assist wait]: strings.Replace(0xc001dbd500, 0x9c7, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x9d3400, 0xc00023ee00) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001bd3950, 0xc001dbd500, 0x9c7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1095 [GC assist wait]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc002e4b218, 0xc002e4b200, 0xb6c06a, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc002e4b200, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x1d, 0xc0019be300, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc0019be300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019be300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019be300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1096 [GC assist wait]: strings.Replace(0xc0007e4000, 0x1e79, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x9d3400, 0xb6c280) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002dbd950, 0xc0007e4000, 0x1e79, 0x207, 0x39c, 0x3a2) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1097 [GC assist wait]: os.newFile(0x32, 0xc0019be600, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019be600, 0x5b, 0x0, 0x0, 0x1f7, 0x242, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019be600, 0x5b, 0x0, 0xc000000000, 0x3, 0xc00242a670, 0x3) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019be600, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1098 [GC assist wait]: os.newFile(0x2e, 0xc0019be780, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019be780, 0x5b, 0x0, 0x0, 0xc00061c920, 0x3, 0xc00242aa20) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019be780, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019be780, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1099 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1100 [semacquire]: strings.Replace(0xc001620000, 0x1007, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x14, 0xc001620000, 0x1007) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002977950, 0xc00146d900, 0x1005, 0xc00339eb20, 0x3, 0xc00339f600) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1101 [semacquire]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc001636018, 0xc001636000, 0x0, 0x118cb40) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc001636000, 0xaa3cc2, 0x4, 0x1, 0x0, 0xc000c9e60e) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x4c, 0xc0019bea80, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc0019bea80, 0x5b, 0x0, 0xc000000000, 0x2, 0xc0008ffb58, 0x2) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bea80, 0x5b, 0x0, 0x0, 0xc0008ffb9f, 0x2, 0xc0008ffba2) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bea80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bea80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1102 [GC assist wait]: os.newFile(0x35, 0xc0019beba0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019beba0, 0x5b, 0x0, 0xc000000000, 0x3, 0xc002324e70, 0x9) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019beba0, 0x5b, 0x0, 0x0, 0xb878e0, 0xc0020c9af0, 0xb878e0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019beba0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019beba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1103 [GC assist wait]: os.newFile(0x37, 0xc0019bec60, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bec60, 0x5b, 0x0, 0x0, 0x21b, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bec60, 0x5b, 0x0, 0xc000000000, 0x3, 0xc0020b6f00, 0x3) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bec60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bec60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1104 [GC assist wait]: os.newFile(0x39, 0xc0019bed20, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bed20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bed20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bed20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bed20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1105 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019beea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1106 [GC assist wait]: os.newFile(0x41, 0xc0019bef60, 0x5b, 0x1, 0x2d2d2d2d00000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bef60, 0x5b, 0x0, 0x6f72702000000000, 0x656d207265646976, 0x73696c6f706f7274, 0x6368746c61656820) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bef60, 0x5b, 0x0, 0x72706b6300000000, 0x65746f7571656369, 0x61746970736f682f, 0x636964656d2d736c) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bef60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bef60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1107 [GC assist wait]: os.newFile(0x43, 0xc0019bf020, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bf020, 0x5b, 0x0, 0xc000000000, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bf020, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bf020, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1108 [GC assist wait]: os.newFile(0x45, 0xc0019bf0e0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bf0e0, 0x5b, 0x0, 0xc000000000, 0x4, 0xc0005c8a0e, 0x3) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bf0e0, 0x5b, 0x0, 0x0, 0xc0005c8a22, 0x5, 0xc0005c8a28) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bf0e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1109 [GC assist wait]: os.newFile(0x49, 0xc0019bf1a0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bf1a0, 0x5b, 0x0, 0xc000000000, 0x7, 0xc0018f2075, 0x4) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bf1a0, 0x5b, 0x0, 0x0, 0xc0018f208f, 0x1, 0xc0018f2091) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bf1a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1110 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1111 [GC assist wait]: os.newFile(0x3c, 0xc0019bf320, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bf320, 0x5b, 0x0, 0xc000000000, 0x3, 0xc001f552b3, 0x5) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bf320, 0x5b, 0x0, 0x0, 0xc001f552c8, 0x3, 0xc001f552cc) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bf320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1112 [GC assist wait]: os.newFile(0x40, 0xc0019bf3e0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bf3e0, 0x5b, 0x0, 0xc000000000, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bf3e0, 0x5b, 0x0, 0x0, 0xc002900e00, 0x8, 0xc002900e09) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bf3e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1113 [GC assist wait]: os.newFile(0x44, 0xc0019bf4a0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bf4a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bf4a0, 0x5b, 0x0, 0x0, 0x404040404030202, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bf4a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1114 [GC assist wait]: os.newFile(0x48, 0xc0019bf560, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bf560, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bf560, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bf560, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1115 [GC assist wait]: os.newFile(0x57, 0xc0019bf620, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bf620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bf620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bf620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1116 [GC assist wait]: os.newFile(0x5c, 0xc0019bf6e0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bf6e0, 0x5b, 0x0, 0x0, 0x1, 0x1, 0xc0021fbbd0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bf6e0, 0x5b, 0x0, 0x0, 0x0, 0xa, 0xc0021fbbc0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bf6e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1117 [semacquire]: os.newFile(0x60, 0xc0019bf7a0, 0x5b, 0x1, 0x2020202000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bf7a0, 0x5b, 0x0, 0x6e694d2000000000, 0x6e61207265747369, 0x6d6d6f6365722064, 0x6874206465646e65) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bf7a0, 0x5b, 0x0, 0x6373206500000000, 0x2f3c2e736c6f6f68, 0x202020200a0a3e70, 0x74616c65723c2020) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bf7a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1118 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1119 [semacquire]: os.newFile(0x6a, 0xc0019bf920, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bf920, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bf920, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bf920, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1120 [GC assist wait]: os.newFile(0x34, 0xc0019bf9e0, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bf9e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bf9e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bf9e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1121 [GC assist wait]: os.newFile(0x36, 0xc0019bfaa0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bfaa0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bfaa0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bfaa0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bfaa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1122 [semacquire]: regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x175) /usr/local/go/src/regexp/regexp.go:186 +0x152 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000c15358, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000c15358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000c15358, 0x0, 0xb856e0, 0xc0000ba1c8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000c15358, 0xc0023e6310, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000c15358, 0x42cc84, 0xc0030f2b10, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000c153c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00000e880, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024e57d0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000c15570, 0xc002fde920, 0xabc101, 0x1d, 0x3c, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bfb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1123 [GC assist wait]: os.newFile(0x3f, 0xc0019bfc20, 0x5b, 0x1, 0x796f6c7000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bfc20, 0x5b, 0x0, 0x6f77742000000000, 0x616d206565726620, 0x61206f7420736b73, 0x656b726f77206c6c) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bfc20, 0x5b, 0x0, 0x6e61202000000000, 0x656e696c74756f20, 0x6e65687720666f20, 0x65796f6c706d6520) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bfc20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bfc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1124 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bfce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1125 [GC assist wait]: os.newFile(0x46, 0xc0019bfda0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bfda0, 0x5b, 0x0, 0xc000000000, 0xc0020c3b20, 0xc0020c3b20, 0xc0020c3a40) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bfda0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bfda0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bfda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1126 [GC assist wait]: os.newFile(0x79, 0xc0019bfe60, 0x5b, 0x1, 0x2c646f6f00000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0019bfe60, 0x5b, 0x0, 0x7469206c00000000, 0x6120796164206120, 0x6e65742072657466, 0x2c736569766f6d20) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0019bfe60, 0x5b, 0x0, 0x20200a0a00000000, 0x2065685420202020, 0x2063696870617267, 0x65636e656c6f6976) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0019bfe60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bfe60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1127 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bff20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1128 [semacquire]: os.newFile(0x7e, 0xc000e56060, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000e56060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000e56060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000e56060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1129 [GC assist wait]: os.newFile(0x4b, 0xc000e561e0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000e561e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000e561e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000e561e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e561e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1130 [GC assist wait]: os.newFile(0x4e, 0xc000e56360, 0x5b, 0x1, 0x2073757200000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000e56360, 0x5b, 0x0, 0x7661682000000000, 0x73206e6565622065, 0x6e69207075207465, 0x6769742065687420) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000e56360, 0x5b, 0x0, 0x616e207200000000, 0x727574206e616874, 0x207361772072656e, 0x656420646e756f66) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000e56360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1131 [GC assist wait]: os.newFile(0x50, 0xc000e564e0, 0x5b, 0x1, 0x20736e6f00000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000e564e0, 0x5b, 0x0, 0x2031206d00000000, 0x206568202c6e756a, 0x6863202e64696173, 0x6e6f6d6120666569) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000e564e0, 0x5b, 0x0, 0x6d65207300000000, 0x20736565796f6c70, 0x7375666572206f74, 0x726f77206f742065) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000e564e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e564e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1132 [semacquire]: bytes.makeSlice(0xea9, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002210a98, 0xea9, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc002f0a1a8, 0xea9, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc000e56660, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1133 [GC assist wait]: os.newFile(0x5f, 0xc000e567e0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000e567e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000e567e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000e567e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e567e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1134 [GC assist wait]: os.newFile(0x61, 0xc000e56960, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000e56960, 0x5b, 0x0, 0xc000000000, 0xc0026f2c60, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000e56960, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x200000000) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000e56960, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1135 [GC assist wait]: os.newFile(0x63, 0xc000e56ae0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000e56ae0, 0x5b, 0x0, 0x0, 0x0, 0x2, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000e56ae0, 0x5b, 0x0, 0x0, 0x0, 0x200000008, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000e56ae0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1136 [semacquire]: os.newFile(0x66, 0xc000e56c60, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000e56c60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000e56c60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000e56c60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1137 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1138 [semacquire]: os.newFile(0x62, 0xc000e57020, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000e57020, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000e57020, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000e57020, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1139 [GC assist wait]: os.newFile(0x65, 0xc000e571a0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000e571a0, 0x5b, 0x0, 0x0, 0x0, 0x303020303030303, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000e571a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000e571a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e571a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1140 [semacquire]: os.newFile(0x68, 0xc000e573e0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000e573e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000e573e0, 0x5b, 0x0, 0x0, 0x402020302030203, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000e573e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e573e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1141 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1142 [GC assist wait]: os.newFile(0x6d, 0xc000e576e0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000e576e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000e576e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000e576e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e576e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1143 [semacquire]: os.newFile(0x71, 0xc000e57860, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000e57860, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000e57860, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000e57860, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1144 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024b2030, 0xaa408e, 0x4, 0xaa04f9) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b9d950, 0xc001af1800, 0xb7d, 0x6874756f6d656e72, 0x646e6966206f7420, 0x6f6620656d6f7320) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e579e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1145 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1146 [semacquire]: os.newFile(0x6b, 0xc000e57da0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000e57da0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000e57da0, 0x5b, 0x0, 0x0, 0x303020302020202, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000e57da0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1147 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002579980, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002579980, 0x0, 0x0, 0x0, 0xc001c35258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002579980, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c35950, 0xc00347a900, 0x8e5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1148 [semacquire]: os.newFile(0x6e, 0xc000fda060, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fda060, 0x5b, 0x0, 0xc000000000, 0x3, 0x6, 0xc0018a67b8) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fda060, 0x5b, 0x0, 0xc000000000, 0x3, 0x6, 0xc00242a9e8) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fda060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1149 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0011f8000, 0x493, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0011f8000, 0x493, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0011f8000, 0x493, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0011f8000, 0x493, 0x0, 0x0, 0x115f500, 0x493, 0x493) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0011f8000, 0x493, 0x0, 0x0, 0xaa0378, 0x1, 0xc0011e3900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0011f8000, 0x493, 0x493, 0xc0011f8000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00087b000, 0x37, 0xc0011f8000, 0x493, 0xaa0378, 0x1, 0xc0011f8000, 0x493, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1150 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001d7ea20, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d7ea20, 0x0, 0x0, 0x0, 0xc001ba9258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d7ea20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ba9950, 0xc0030e5800, 0xba8, 0x6e00000069, 0x200000006b, 0x6800000074) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1151 [semacquire]: strings.Replace(0xc00076c800, 0x1630, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x9d3400, 0xc000683180) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f33950, 0xc00076c800, 0x1630, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1152 [semacquire]: internal/poll.errnoErr(...) /usr/local/go/src/internal/poll/errno_unix.go:32 internal/poll.(*pollDesc).init(0xc0027981f8, 0xc0027981e0, 0xad6, 0xae5) /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c internal/poll.(*FD).Init(0xc0027981e0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f os.newFile(0x8, 0xc000fda420, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:155 +0xf6 os.openFileNolog(0xc000fda420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fda420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fda420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1153 [GC assist wait]: os.newFile(0x70, 0xc000fda540, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fda540, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fda540, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x302030302020303) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fda540, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1154 [GC assist wait]: os.newFile(0x75, 0xc000fda600, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fda600, 0x5b, 0x0, 0x0, 0xc00319708b, 0x3, 0xc003197150) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fda600, 0x5b, 0x0, 0xc000000000, 0x56db95, 0xc003197161, 0xc00319708b) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fda600, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1155 [semacquire]: os.newFile(0x78, 0xc000fda780, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fda780, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fda780, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fda780, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1156 [semacquire]: os.newFile(0x6f, 0xc000fda840, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fda840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fda840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fda840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1157 [semacquire]: os.newFile(0x73, 0xc000fda900, 0x5b, 0x1, 0x6f00000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fda900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fda900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fda900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1158 [semacquire]: strings.Replace(0xc001624c00, 0x10c6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc001624c00, 0x10c6) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001bab950, 0xc001622600, 0x10c3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdac60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1159 [semacquire]: os.newFile(0x77, 0xc000fdad20, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fdad20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fdad20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fdad20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdad20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1160 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdade0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1161 [GC assist wait]: os.newFile(0x7b, 0xc000fdaea0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fdaea0, 0x5b, 0x0, 0xc000000000, 0x3, 0x1, 0xc00242b1f8) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fdaea0, 0x5b, 0x0, 0xc000000000, 0x3, 0x1, 0xc0013ba118) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fdaea0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdaea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1162 [semacquire]: os.newFile(0x7d, 0xc000fdafc0, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fdafc0, 0x5b, 0x0, 0x0, 0xc0018a7e98, 0x3, 0x1) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fdafc0, 0x5b, 0x0, 0x0, 0xc001ce7548, 0x3, 0x1) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fdafc0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdafc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1163 [semacquire]: strings.genSplit(0xc00228c2c0, 0xa7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xa7, 0xc00228c210, 0xa7) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b65458, 0xaa04f9, 0x2, 0xc00228c210, 0xa7, 0xc000b65298, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x2, 0xc0030f2300) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0030f2210, 0xc000b65320, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc000b653e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000b653e0, 0xc000b4ee10, 0xaa04f9, 0x2, 0xc000b65570, 0x8, 0x9ecc80, 0x2ba, 0x2bb) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000b65570, 0xc000b4ee10, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1164 [semacquire]: os.newFile(0x82, 0xc000fdb320, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fdb320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fdb320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fdb320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1165 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1166 [semacquire]: strings.Replace(0xc00185a000, 0x150e, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00185a000, 0x150e) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00198d950, 0xc00177f000, 0x1509, 0x5, 0xc003536c70, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1167 [semacquire]: os.newFile(0x7f, 0xc000fdb5c0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fdb5c0, 0x5b, 0x0, 0xc000000000, 0x2, 0xc002c53bff, 0x1) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fdb5c0, 0x5b, 0x0, 0x0, 0xc002c53c16, 0x3, 0xc002c53c1a) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fdb5c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1168 [semacquire]: strings.Replace(0xc0015fcc00, 0x107a, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x3, 0xc0015fcc00, 0x107a) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0017ef950, 0xc0015fa600, 0x1077, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1169 [GC assist wait]: os.newFile(0x8a, 0xc000fdb8c0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fdb8c0, 0x5b, 0x0, 0x0, 0x2, 0xc0020b6e70, 0x3) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fdb8c0, 0x5b, 0x0, 0x0, 0x2, 0xc00222bbd0, 0x3) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fdb8c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1170 [GC assist wait]: os.newFile(0x8c, 0xc000fdb980, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fdb980, 0x5b, 0x0, 0xc000000000, 0x3, 0x6, 0xc0033039c8) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fdb980, 0x5b, 0x0, 0xc000000000, 0x3, 0x6, 0xc002086610) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fdb980, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1171 [GC assist wait]: os.newFile(0x81, 0xc000fdba40, 0x5b, 0x1, 0x7361656c00000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fdba40, 0x5b, 0x0, 0x6e61656c00000000, 0x6f6f726874616220, 0x68742049202c736d, 0x6f206f6e206b6e69) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fdba40, 0x5b, 0x0, 0x6576652000000000, 0x736920656e6f7972, 0x6e69796f6a6e6520, 0x2072696568742067) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fdba40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdba40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1172 [semacquire]: os.newFile(0x83, 0xc000fdbb00, 0x5b, 0x1, 0x2074737500000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fdbb00, 0x5b, 0x0, 0x75716b6300000000, 0x3e703c203e65746f, 0x6f6874206e657645, 0x656b694d20686775) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fdbb00, 0x5b, 0x0, 0x7369206500000000, 0x61666e752074276e, 0x77207261696c696d, 0x2757454120687469) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fdbb00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdbb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1173 [semacquire]: os.newFile(0x84, 0xc000fdbbc0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fdbbc0, 0x5b, 0x0, 0xc000000000, 0x3, 0x3, 0xc001959f80) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fdbbc0, 0x5b, 0x0, 0xc000000000, 0x3, 0x3, 0xc0024a00c0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fdbbc0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdbbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1174 [GC assist wait]: os.newFile(0x85, 0xc000fdbc80, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fdbc80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fdbc80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fdbc80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdbc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1175 [GC assist wait]: os.newFile(0x87, 0xc000fdbd40, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc000fdbd40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fdbd40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fdbd40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdbd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1176 [GC assist wait]: os.newFile(0x86, 0xc000fdbe00, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:113 +0x52 os.openFileNolog(0xc000fdbe00, 0x5b, 0x0, 0x0, 0xc0024e4150, 0x3, 0x3) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc000fdbe00, 0x5b, 0x0, 0x0, 0xc0024e4240, 0x3, 0x3) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc000fdbe00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdbe00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1177 [GC assist wait]: regexp.makeOnePass.func1(0x7, 0xc000a87e70, 0x10, 0x10, 0x1) /usr/local/go/src/regexp/onepass.go:383 +0xb9b regexp.makeOnePass(0xc000d23ef0, 0xc000d23ef0) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc000d23e90, 0xc000d23e90) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001dc5050, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001dc5050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000a87e58) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001dc5050, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001dc5050, 0x1, 0xc00286af70, 0xc0100683500, 0x280435f5d108) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001dc5050, 0x4, 0x3cf, 0xc001083c01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001083000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000b69930, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000d23e60, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001dc5950, 0xc000bf9900, 0xc2d, 0x2, 0xc0016a3538, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e5a000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1235 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0018732c0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0018732c0, 0x0, 0x0, 0x0, 0xc000c17258, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0018732c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000c17950, 0xc00287cc80, 0xc80, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1236 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1237 [GC assist wait]: os.newFile(0x47, 0xc0011e1f20, 0x5b, 0x1, 0x2065687400000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e1f20, 0x5b, 0x0, 0x206f742000000000, 0x6977207468676966, 0x6420656874206874, 0x2064657361656365) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e1f20, 0x5b, 0x0, 0x7220657600000000, 0x6572657473696765, 0x6573616320612064, 0x73207265646e7520) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e1f20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1238 [GC assist wait]: os.newFile(0x4a, 0xc0011e8000, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e8000, 0x5b, 0x0, 0x0, 0x14a42, 0x31, 0x14a91) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8000, 0x5b, 0x0, 0x0, 0x44, 0x146ec, 0x41) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8000, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1239 [semacquire]: regexp.(*Regexp).replaceAll(0xc000149220, 0x0, 0x0, 0x0, 0xc001f90c80, 0x122, 0x2, 0xc0010101f0, 0xa, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc000149220, 0xc001f90c80, 0x122, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001011118, 0xc00239fab0, 0xc001010208, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001011118, 0xc00239fa40, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001011118, 0xc00239fa40, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001011118, 0xc00239fa40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001011118, 0xc00239fa40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001011118, 0xc000577180, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001011118, 0xc000577180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001011118, 0xc000577180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001011118, 0xc0005770a0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001011118, 0xc0005770a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001011118, 0xc0005770a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001011118, 0xc000576850, 0xc001010d98, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001011118, 0xc000576850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001011118, 0xc000576850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001011118, 0xc000576770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001011118, 0xc000576770, 0x54b170, 0xc002c31c70) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc000576770, 0x0, 0x0, 0x0, 0x0, 0xc000576770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0030f2720, 0x0, 0x0, 0x0, 0x1500, 0xc000f5ea00, 0x14b7, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc000f5ea00, 0x14b7, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0009e33d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001011570, 0xc002309480, 0xc00000e780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e80c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1240 [GC assist wait]: os.newFile(0x4d, 0xc0011e8180, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e8180, 0x5b, 0x0, 0x203030200000000, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8180, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8180, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1241 [GC assist wait]: os.newFile(0x4f, 0xc0011e8240, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e8240, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8240, 0x5b, 0x0, 0x0, 0x302030203030202, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8240, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1242 [GC assist wait]: os.newFile(0x52, 0xc0011e8300, 0x5b, 0x1, 0x646f4d2000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e8300, 0x5b, 0x0, 0x7365697400000000, 0x6568742065726120, 0x6f68206e69616d20, 0x666f207364656274) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8300, 0x5b, 0x0, 0x6469766f00000000, 0x7365727567696620, 0x692068746f62202c, 0x22736d726574206e) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1243 [GC assist wait]: os.newFile(0x53, 0xc0011e83c0, 0x5b, 0x1, 0x6320706f00000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e83c0, 0x5b, 0x0, 0x2f3c2e6e00000000, 0x202020200a0a3e70, 0x73754d3e703c2020, 0x646e6120736d7565) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e83c0, 0x5b, 0x0, 0x2065646900000000, 0x6e754a206d6f7266, 0x6f6874202c322065, 0x6563616620686775) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e83c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e83c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1244 [GC assist wait]: os.newFile(0x55, 0xc0011e8480, 0x5b, 0x1, 0x63206f7400000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e8480, 0x5b, 0x0, 0x703c202000000000, 0x656772752065483e, 0x656c706f65702064, 0x746e6f63206f7420) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8480, 0x5b, 0x0, 0x6d20646e00000000, 0x206e6961746e6961, 0x7463697274732061, 0x61772d646e616820) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8480, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1245 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1246 [GC assist wait]: os.newFile(0x58, 0xc0011e8600, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e8600, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8600, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8600, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1247 [GC assist wait]: os.newFile(0x5a, 0xc0011e86c0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e86c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e86c0, 0x5b, 0x0, 0x0, 0xc0021f7b10, 0x0, 0x47f290) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e86c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e86c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1248 [GC assist wait]: os.newFile(0x5d, 0xc0011e8780, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e8780, 0x5b, 0x0, 0xc000000000, 0x7f0835f5d7d0, 0xc0006ef800, 0x20) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8780, 0x5b, 0x0, 0xc000000000, 0xc00257a870, 0x28, 0xc000032800) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8780, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1249 [GC assist wait]: os.newFile(0x64, 0xc0011e8840, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e8840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1250 [GC assist wait]: os.newFile(0x67, 0xc0011e8900, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e8900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1251 [semacquire]: os.newFile(0x69, 0xc0011e89c0, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e89c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e89c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e89c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e89c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1252 [GC assist wait]: os.newFile(0x6c, 0xc0011e8a80, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e8a80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8a80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8a80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1253 [semacquire]: os.newFile(0xe, 0xc0011e8b40, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x52 os.openFileNolog(0xc0011e8b40, 0x5b, 0x0, 0x0, 0x1, 0xc003135c28, 0x3) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8b40, 0x5b, 0x0, 0x0, 0x1, 0xc00265e328, 0x3) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8b40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1254 [GC assist wait]: os.newFile(0x72, 0xc0011e8c00, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e8c00, 0x5b, 0x0, 0xc000000000, 0x3, 0x2, 0xc000738018) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8c00, 0x5b, 0x0, 0xc000000000, 0x3, 0x2, 0xc003134a28) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8c00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1255 [GC assist wait]: os.newFile(0x74, 0xc0011e8cc0, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e8cc0, 0x5b, 0x0, 0x0, 0xc001942b18, 0x3, 0x2) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8cc0, 0x5b, 0x0, 0x0, 0xc00242b238, 0x3, 0x2) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8cc0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1256 [semacquire]: os.newFile(0x76, 0xc0011e8d80, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e8d80, 0x5b, 0x0, 0x0, 0x4, 0xc00242b928, 0x3) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8d80, 0x5b, 0x0, 0x0, 0x4, 0xc000738268, 0x3) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8d80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1257 [semacquire]: os.newFile(0x7a, 0xc0011e8e40, 0x5b, 0x1, 0x676e6f6c00000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e8e40, 0x5b, 0x0, 0x7473657400000000, 0x20656573206f7420, 0x7265702061206669, 0x20736177206e6f73) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8e40, 0x5b, 0x0, 0x6177732000000000, 0x6e69747365742062, 0xa0a3e702f3c2e67, 0x703c202020202020) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8e40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1258 [semacquire]: os.newFile(0x7c, 0xc0011e8f00, 0x5b, 0x1, 0x656e6f2000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e8f00, 0x5b, 0x0, 0x2073657200000000, 0x6d6d6f6320726f66, 0x6c706f6570206e6f, 0x9d80e22e65) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e8f00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e8f00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1259 [semacquire]: strings.Replace(0xc001904c00, 0x11ca, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x11, 0xc001904c00, 0x11ca) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c33950, 0xc001902600, 0x11c8, 0x206f6e2073692065, 0x65736974696e6173, 0x656874206e692072) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1260 [GC assist wait]: os.newFile(0x80, 0xc0011e9080, 0x5b, 0x1, 0x6568742000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e9080, 0x5b, 0x0, 0x6565662000000000, 0x7620656b696c206c, 0x2e676e6974696d6f, 0x64656b7361204920) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e9080, 0x5b, 0x0, 0x20646e6100000000, 0x6d6f6f7268746162, 0x6e61686320726f20, 0x6f7220796d206567) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e9080, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1261 [GC assist wait]: os.newFile(0x88, 0xc0011e9140, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e9140, 0x5b, 0x0, 0x0, 0xc002bf6600, 0x3, 0x3) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e9140, 0x5b, 0x0, 0x0, 0xc002bf6690, 0x3, 0x3) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e9140, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1262 [GC assist wait]: os.newFile(0x89, 0xc0011e9200, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e9200, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e9200, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e9200, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1263 [GC assist wait]: os.newFile(0x8b, 0xc0011e92c0, 0x5b, 0x1, 0x6974617200000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e92c0, 0x5b, 0x0, 0x72656d6f00000000, 0x7265687461722073, 0x7461206e61687420, 0x7961772d72616620) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e92c0, 0x5b, 0x0, 0x7261687300000000, 0x6372757065722d65, 0x616c702065736168, 0x6e756f6e6e61206e) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e92c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e92c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1264 [GC assist wait]: os.(*File).Stat(0xc002a77048, 0x5b, 0x0, 0x0, 0xc002a77048) /usr/local/go/src/os/stat_unix.go:19 +0x3f io/ioutil.ReadFile(0xc0011e9380, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:62 +0xb3 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1265 [GC assist wait]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000f0d118, 0xaa04bf, 0x2, 0xa1, 0x2, 0xc000f0c1f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000f0d118, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000f0d118, 0xc001494bd0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f0d118, 0xc001494bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f0d118, 0xc001494bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f0d118, 0xc0014941c0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e05118, 0xc0014941c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e05118, 0xc0014941c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f0d118, 0xc0014940e0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e05118, 0xc0014940e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e05118, 0xc0014940e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f0d118, 0xc0012ff9d0, 0xc001ee8a80, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e05118, 0xc0012ff9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e05118, 0xc0012ff9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f0d118, 0xc0012ff8f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e05118, 0xc0012ff8f0, 0x54b170, 0xc002c31110) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0012ff8f0, 0x0, 0x0, 0x0, 0x0, 0xc0012ff8f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002d8b920, 0x0, 0x0, 0x0, 0xc00, 0xc001a19000, 0xb8b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001a19000, 0xb8b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d907b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e05570, 0xc0000bb000, 0xc0000bb840) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1266 [GC assist wait]: os.newFile(0x90, 0xc0011e9500, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e9500, 0x5b, 0x0, 0xc000000000, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e9500, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e9500, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1267 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e95c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1268 [GC assist wait]: os.newFile(0x91, 0xc0011e9680, 0x5b, 0x1, 0xc000000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e9680, 0x5b, 0x0, 0x0, 0xc00222a5b0, 0x3, 0x1) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e9680, 0x5b, 0x0, 0x0, 0xc00223c0f0, 0x3, 0x1) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e9680, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1269 [semacquire]: os.newFile(0x92, 0xc0011e9740, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e9740, 0x5b, 0x0, 0x6661206800000000, 0x6f68732061636972, 0x616c656420646c75, 0x6e65706f65722079) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e9740, 0x5b, 0x0, 0x3220202000000000, 0x30322079616d2039, 0x7473207962203032, 0x7469727720666661) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e9740, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1270 [semacquire]: os.newFile(0x93, 0xc0011e9800, 0x5b, 0x1, 0x9d80e26400000000) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc0011e9800, 0x5b, 0x0, 0x6863206e00000000, 0x6c69747320616e69, 0x736d69616c63206c, 0x717320656d6f7320) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc0011e9800, 0x5b, 0x0, 0x6f63207300000000, 0x770a0a6c6f72746e, 0x206f6e20656c6968, 0x73616820746f6873) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc0011e9800, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 1271 [GC assist wait]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc001823118, 0xc000fc8870, 0xe5, 0xe5, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001823118, 0xc00052ff10, 0xc001821ea0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001823118, 0xc00052fea0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001823118, 0xc00052fea0, 0xc000000001, 0xa) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001823118, 0xc00052fea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001823118, 0xc00052fea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001823118, 0xc003061f80, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001823118, 0xc003061f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001823118, 0xc003061f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001823118, 0xc00142d2d0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001823118, 0xc00142d2d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001823118, 0xc00142d2d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001823118, 0xc00142d1f0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001823118, 0xc00142d1f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001823118, 0xc00142d1f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001823118, 0xc0018e3f10, 0xc000683500, 0x7f0835f5d108) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001823118, 0xc0018e3f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001823118, 0xc0018e3f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001823118, 0xc0018e3e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001823118, 0xc0018e3e30, 0x54b170, 0xc0013a01a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0018e3e30, 0x0, 0x0, 0x0, 0x0, 0xc0018e3e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000d23bf0, 0x0, 0x0, 0x0, 0x1800, 0xc0022e6000, 0x1626, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0022e6000, 0x1626, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000e08000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001823570, 0xc001464120, 0xc001465e80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e98c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a goroutine 256 [running]: runtime.throw(0xab7b31, 0x15) /usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc000e438f0 sp=0xc000e438c0 pc=0x453732 runtime.mapassign_faststr(0xa13540, 0xc000234750, 0xc00107caa0, 0x7, 0x7f0835f5d108) /usr/local/go/src/runtime/map_faststr.go:291 +0x3de fp=0xc000e43958 sp=0xc000e438f0 pc=0x4338ce _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance.func1() /home/ec2-user/environment/cluster2/cluster2/base/model.go:22 +0x54 fp=0xc000e43998 sp=0xc000e43958 pc=0x80eaa4 sync.(*Once).doSlow(0xc002e0b068, 0xc000e43a38) /usr/local/go/src/sync/once.go:66 +0xec fp=0xc000e439e8 sp=0xc000e43998 pc=0x49ccdc sync.(*Once).Do(...) /usr/local/go/src/sync/once.go:57 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00107caa0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:21 +0x1b6 fp=0xc000e43a68 sp=0xc000e439e8 pc=0x80e5f6 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002e2b000, 0x71d, 0x71d, 0x1, 0xc002e2b000) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 fp=0xc000e43ae8 sp=0xc000e43a68 pc=0x81c9d5 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a528a0, 0x29, 0xc002e2b000, 0x71d, 0xaa0378, 0x1, 0xc002e2b000, 0x71d, 0x11) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 fp=0xc000e43b50 sp=0xc000e43ae8 pc=0x81c839 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d21e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 fp=0xc000e43fb8 sp=0xc000e43b50 pc=0x823ec2 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc000e43fc0 sp=0xc000e43fb8 pc=0x483571 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a