Script exit with exit code 2
fatal error: concurrent map writes
fatal error: concurrent map writes
goroutine 569 [running]:
runtime.throw(0xab7b31, 0x15)
/usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc000d058f0 sp=0xc000d058c0 pc=0x453732
runtime.mapassign_faststr(0xa13540, 0xc000234750, 0xc0032ba380, 0x7, 0x7f0835f5ec28)
/usr/local/go/src/runtime/map_faststr.go:291 +0x3de fp=0xc000d05958 sp=0xc000d058f0 pc=0x4338ce
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance.func1()
/home/ec2-user/environment/cluster2/cluster2/base/model.go:22 +0x54 fp=0xc000d05998 sp=0xc000d05958 pc=0x80eaa4
sync.(*Once).doSlow(0xc00030de78, 0xc000d05a38)
/usr/local/go/src/sync/once.go:66 +0xec fp=0xc000d059e8 sp=0xc000d05998 pc=0x49ccdc
sync.(*Once).Do(...)
/usr/local/go/src/sync/once.go:57
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0032ba380, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:21 +0x1b6 fp=0xc000d05a68 sp=0xc000d059e8 pc=0x80e5f6
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001ae3900, 0xc7a, 0xc7a, 0x1, 0xc001ae3900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 fp=0xc000d05ae8 sp=0xc000d05a68 pc=0x81c9d5
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c1bc00, 0x39, 0xc001ae3900, 0xc7a, 0xaa0378, 0x1, 0xc001ae3900, 0xc7a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 fp=0xc000d05b50 sp=0xc000d05ae8 pc=0x81c839
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f1ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 fp=0xc000d05fb8 sp=0xc000d05b50 pc=0x823ec2
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc000d05fc0 sp=0xc000d05fb8 pc=0x483571
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1 [GC assist wait]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Join(0xc00018d8f0, 0x2, 0x2, 0xaa0385, 0x1, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:438 +0x4c8
path/filepath.join(0xc00018d8f0, 0x2, 0x2, 0xc0017cd6c0, 0xc00018dc98)
/usr/local/go/src/path/filepath/path_unix.go:45 +0xa7
path/filepath.Join(...)
/usr/local/go/src/path/filepath/path.go:212
path/filepath.walk(0xc00002a0a0, 0x42, 0xb89740, 0xc000236750, 0xc00018dc98, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:377 +0x1a7
path/filepath.walk(0xc000115880, 0x3f, 0xb89740, 0xc000236680, 0xc00018dc98, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.walk(0x7ffebd8d67c6, 0x37, 0xb89740, 0xc0002365b0, 0xc00018dc98, 0x0, 0xc00018db20)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.Walk(0x7ffebd8d67c6, 0x37, 0xc00018dc98, 0x5, 0xc00000c538)
/usr/local/go/src/path/filepath/path.go:406 +0xff
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand(0x7ffebd8d67c6, 0x37, 0xffffffffffffffff, 0xbfb68417937d9238)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:148 +0x3e6
main.main()
/home/ec2-user/environment/cluster2/tgnews.go:71 +0x768
goroutine 6 [syscall]:
os/signal.signal_recv(0x0)
/usr/local/go/src/runtime/sigqueue.go:147 +0x9c
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.Notify.func1
/usr/local/go/src/os/signal/signal.go:127 +0x44
goroutine 8 [chan receive]:
main.main.func1(0xc0001170e0, 0xbfb68417937d9238, 0x37ae6f, 0x1251a20)
/home/ec2-user/environment/cluster2/tgnews.go:36 +0x41
created by main.main
/home/ec2-user/environment/cluster2/tgnews.go:35 +0x176
goroutine 10 [semacquire]:
github.com/gigawattio/window.Rolling(0xc000632000, 0x196, 0x196, 0x3, 0x0, 0x195, 0xc000632000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d0b570, 0xc0014644e0, 0xc001464e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007c4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 11 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000ead000, 0xf8a, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000ead000, 0xf8a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000ead000, 0xf8a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000ead000, 0xf8a, 0x0, 0x0, 0x115f500, 0xf8a, 0xf8a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000ead000, 0xf8a, 0x0, 0x0, 0xaa0378, 0x1, 0xc000eac000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000ead000, 0xf8a, 0xf8a, 0xc000ead000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00043c000, 0x61, 0xc000ead000, 0xf8a, 0xaa0378, 0x1, 0xc000ead000, 0xf8a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007c5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1186 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3560, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 926 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0024e8800, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024e8800, 0x0, 0x0, 0x0, 0xc00192f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024e8800, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00192f950, 0xc001a7b900, 0x1181, 0xc00242aab0, 0x3, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 888 [GC assist wait]:
strings.Replace(0xc0021a4000, 0x1ef6, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1e, 0xc0013675e0, 0xc0018ab500)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c61950, 0xc0021a4000, 0x1ef6, 0x0, 0xc00159253e, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 19 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015e87c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015e87a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001d45800, 0x7df, 0x7df, 0x1, 0xc001d45800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fc2180, 0x26, 0xc001d45800, 0x7df, 0xaa0378, 0x1, 0xc001d45800, 0x7df, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007cae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 21 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034915e0, 0xaa04f9, 0x2, 0xc00021a280, 0x123, 0x0, 0xc003491430, 0xc002a9a848)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc003491570, 0xc0034aacc0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003491570, 0xc0010ac440, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007cc60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 22 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00268b2a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00268b280, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0024a4d00, 0x8c8, 0x8c8, 0x1, 0xc0024a4d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a524b0, 0x2f, 0xc0024a4d00, 0x8c8, 0xaa0378, 0x1, 0xc0024a4d00, 0x8c8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007cd20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 911 [semacquire]:
strings.genSplit(0xc001eae000, 0x1cbd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x603, 0x603)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f27418, 0xaa058b, 0x2, 0xc001144000, 0x1cbd, 0x7, 0x603, 0xc00268ccc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001144000, 0x1cbd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f27570, 0xc00268c000, 0x4d, 0xc00002a2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004efda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 945 [semacquire]:
os.newFile(0x10, 0xc003391080, 0x5b, 0x1, 0x7400000000)
/usr/local/go/src/os/file_unix.go:113 +0x52
os.openFileNolog(0xc003391080, 0x5b, 0x0, 0x6900000000, 0x6100000073, 0x6300000020, 0x6100000068)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc003391080, 0x5b, 0x0, 0x7400000000, 0x6500000068, 0x7000000020, 0x6e00000075)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc003391080, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 26 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024f01c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024f01b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000f36000, 0x7f5, 0x7f5, 0x1, 0xc000f36000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000444120, 0x2c, 0xc000f36000, 0x7f5, 0xaa0378, 0x1, 0xc000f36000, 0x7f5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 890 [GC assist wait]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 34 [select]:
github.com/patrickmn/go-cache.(*janitor).Run(0xc000310000, 0xc00030e000)
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5
created by github.com/patrickmn/go-cache.runJanitor
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9
goroutine 32 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002700b60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002700b50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00266a300, 0x6b7, 0x6b7, 0x1, 0xc00266a300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00087ae40, 0x38, 0xc00266a300, 0x6b7, 0xaa0378, 0x1, 0xc00266a300, 0x6b7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 49 [semacquire]:
bytes.makeSlice(0x10ac, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0017f53e0, 0x70, 0x84)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0017f53e0, 0xc002cae230, 0x70, 0x5165d7, 0xc002955107, 0xc000a80860)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0018e3c00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0018e3b90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001f9ba40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001f9b960)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001f9b260)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00186f620, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0017f5570, 0xc00268da80, 0x47, 0xc0003de140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d34a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 52 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0011f7350, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0011f7330, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000dbd600, 0xd6a, 0xd6a, 0x1, 0xc000dbd600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003092180, 0x5b, 0xc000dbd600, 0xd6a, 0xaa0378, 0x1, 0xc000dbd600, 0xd6a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 53 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001007500, 0x680, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001007500, 0x680, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001007500, 0x680, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001007500, 0x680, 0x0, 0x0, 0x115f500, 0x680, 0x680)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001007500, 0x680, 0x0, 0x0, 0xaa0378, 0x1, 0xc001006700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001007500, 0x680, 0x680, 0xc001007500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004265a0, 0x23, 0xc001007500, 0x680, 0xaa0378, 0x1, 0xc001007500, 0x680, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 54 [semacquire]:
bytes.makeSlice(0x1c20, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0003b9260, 0x154, 0x113)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0003b9260, 0xc001b7a580, 0x154, 0x5165d7, 0xc00183472a, 0xc002db70b8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003061570)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003061500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003055f10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002044bd0, 0xc002044fc0, 0xc002ab4b00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0003b9570, 0xc00110ad80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 936 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc0022e2000, 0xf9e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d91740)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002167570, 0xc0018abb60, 0xc001d7f080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0033909c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1202 [GC assist wait]:
os.newFile(0x98, 0xc0011e04e0, 0x5b, 0x1, 0x6f72746e00000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e04e0, 0x5b, 0x0, 0xa3e2f2200000000, 0x74656d3c20202020, 0x7265706f72702061, 0x753a676f223d7974)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e04e0, 0x5b, 0x0, 0x622f737700000000, 0x2f7373656e697375, 0x73676e696e726165, 0x6e616c6962756a2f)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e04e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e04e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1203 [semacquire]:
strings.Replace(0xc000f1cc00, 0x107d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x13, 0x9d3400, 0xc002f2c700)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d15950, 0xc000f1cc00, 0x107d, 0x656968706172676f, 0x206b6f6f42202e73, 0x207374726f706572)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e05a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 717 [GC assist wait]:
strings.genSplit(0xc000b24000, 0x105b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2b5, 0x2b5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001dbf418, 0xaa05c9, 0x2, 0xc0028cf300, 0x105b, 0x4, 0x2b5, 0xc002f30d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc0028cf300, 0x105b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001dbf570, 0xc000647ee0, 0x5c, 0xc0005d2a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007ce40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 923 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002943a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc002943ad0, 0xc000f200e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268d900, 0x0, 0x0, 0x0, 0xc000d0b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268d900, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d0b950, 0xc0012d7300, 0x1217, 0xc0013bbb30, 0x3, 0xc001ce7ed0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004956e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 63 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000dac8c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000dac8b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0022b0dc0, 0x299, 0x299, 0x1, 0xc0022b0dc0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d94200, 0x1d, 0xc0022b0dc0, 0x299, 0xaa0378, 0x1, 0xc0022b0dc0, 0x299, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c6000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 43 [GC assist wait]:
strings.Replace(0xc002de4000, 0x17e0, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc002e81a10, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002193950, 0xc002de4000, 0x17e0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 65 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000c2c3c0, 0x0, 0x0, 0x0, 0xc001ced900, 0x1280, 0x2, 0xc001c1fab0, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000c2c3c0, 0xc001ced900, 0x1280, 0xaa0378, 0x1, 0xc000b24000, 0x1280)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc001ced900, 0x1280, 0xaa0378, 0x1, 0xc001ced900, 0x1280)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c6180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 67 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000797770, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000797760, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0028cca80, 0x9a0, 0x9a0, 0x1, 0xc0028cca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fc2180, 0x29, 0xc0028cca80, 0x9a0, 0xaa0378, 0x1, 0xc0028cca80, 0x9a0, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c6300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 908 [GC assist wait]:
strings.Replace(0xc002aacf00, 0x22d6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc002aacf00, 0x22d6)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a81950, 0xc002c0ef00, 0x22d0, 0x3, 0xd, 0xc0011f2690)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1194 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 703 [GC assist wait]:
os.newFile(0x9a, 0xc0012b02a0, 0x5b, 0x1, 0x706d617300000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0012b02a0, 0x5b, 0x0, 0x2d656e6900000000, 0x676e696e7261656c, 0x7469726f676c6120, 0x6469206f74206d68)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0012b02a0, 0x5b, 0x0, 0x6261207300000000, 0x20656e6f2074756f, 0x666f20726564726f, 0x7574696e67616d20)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0012b02a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b02a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 937 [semacquire]:
strings.genSplit(0xc00274d300, 0x1084, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x312, 0x312)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000bc5418, 0xaa04df, 0x2, 0xc001219900, 0x1084, 0x1, 0x312, 0xc001365a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001219900, 0x1084, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000bc5570, 0xc000646420, 0x5a, 0xc002f9c120)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1218 [semacquire]:
strings.Replace(0xc002256000, 0x939, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc002256000, 0x939)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001501950, 0xc000bfd500, 0x937, 0x6972756f74207361, 0x656b726f77206d73, 0x6e756f7261207372)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e10e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 85 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0014b3220, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0014b3210, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000d4aa80, 0xa3e, 0xa3e, 0x1, 0xc000d4aa80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fc20c0, 0x27, 0xc000d4aa80, 0xa3e, 0xaa0378, 0x1, 0xc000d4aa80, 0xa3e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c7080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1192 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028f5418, 0xaa0569, 0x2, 0xc0032d9200, 0xc65, 0x1b, 0x25f, 0xc001d7e400)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc0032d9200, 0xc65, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028f5570, 0xc0016cffe0, 0x33, 0xc0010d39c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 88 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0003c44e0, 0xc0004fb240, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0004fb570, 0xc003314db0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0004fb570, 0xc000770040, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c72c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1224 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc00311a7f8, 0xc00311a7e0, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc00311a7e0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x28, 0xc0011e1560, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc0011e1560, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e1560, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e1560, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 895 [GC assist wait]:
bytes.makeSlice(0x243c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0017d1a98, 0x243c, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc002f0a158, 0x243c, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc0004eed80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004eed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 905 [GC assist wait]:
os.newFile(0xa, 0xc0004ef6e0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0004ef6e0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0004ef6e0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0004ef6e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 98 [semacquire]:
bytes.makeSlice(0x486f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0000d31a8, 0x1d1, 0x23b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0000d31a8, 0xc00044c780, 0x1d1, 0x5165d7, 0xc0021056c0, 0xc0000ad580)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001170fc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001170f50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001170d90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000fcb110)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0012e0770)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0000d3270, 0xae5578, 0xc00071b368)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.replaceTagWithContents(0xc0000d3270, 0x1182620, 0xa, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:35 +0x46
github.com/advancedlogic/GoOse.(*outputFormatter).linksToText.func1(0x5, 0xc002e0a180)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:84 +0x1ed
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003087f50, 0xc0000d3318, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).linksToText(0xc0000d33e0, 0x8, 0xc00071b2e8, 0xc001ee8a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:71 +0x8e
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0000d33e0, 0xc002d16e10, 0xaa04f9, 0x2, 0xc0000d3570, 0x8, 0x9ecc80, 0x25d, 0x25e)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:41 +0xbb
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0000d3570, 0xc002d16e10, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c7a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 779 [GC assist wait]:
os.newFile(0xb9, 0xc000a421e0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000a421e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000a421e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000a421e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000a421e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 920 [GC assist wait]:
strings.Replace(0xc00288d000, 0x16a3, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00288d000, 0x16a3)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d79950, 0xc002835000, 0x169f, 0x0, 0x0, 0x96)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004950e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 111 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00268d820, 0xc0018af278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018af5e0, 0xaa04f9, 0x2, 0xc001bb4000, 0x1efc, 0x2, 0x6, 0xc0035540a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0018af570, 0xc0000ba280, 0x59)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6420, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 112 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0038c4000, 0xedc, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0038c4000, 0xedc, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0038c4000, 0xedc, 0x0, 0x0, 0x115f500, 0xedc, 0xedc)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0038c4000, 0xedc, 0x0, 0x0, 0xaa0378, 0x1, 0xc0038c2000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0038c4000, 0xedc, 0xedc, 0xc0038c4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c20d80, 0x81, 0xc0038c4000, 0xedc, 0xaa0378, 0x1, 0xc0038c4000, 0xedc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e64e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 120 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc000cbfd40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000cbfd40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000cbfd40, 0xc0015b15e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00122fcb0, 0x0, 0x0, 0x0, 0x0, 0x901, 0xc00122fc80)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00122fc80, 0x0, 0x0, 0x0, 0xa80, 0xc0000a4a80, 0x978, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0000a4a80, 0x978, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0010d69f4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d7d570, 0xc0007fa960, 0xc001873720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 237 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00137f5e0, 0xaa04f9, 0x2, 0xc0004986e0, 0x93, 0x4, 0xc00137f2e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc00334aff0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00334acc0, 0xc00137f378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00137f570, 0xc0014edfb0, 0xc00139c580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00137f570, 0xc0014edfb0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00137f570, 0xc0014edfb0, 0xc0014edfb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1228 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 129 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e435e0, 0xaa04f9, 0x2, 0xc002dfa3c0, 0x138, 0xe, 0xc002e432e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x12, 0xc0020cc300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000cc5080, 0xc002e43378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002e43570, 0xc00167ade0, 0xc002fde660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002e43570, 0xc00167ade0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002e43570, 0xc00167ade0, 0xc00167ade0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e71a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 130 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023a2dd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023a2dc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000d34c00, 0x50d, 0x50d, 0x1, 0xc000d34c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c1b49c, 0x1a, 0xc000d34c00, 0x50d, 0xaa0378, 0x1, 0xc000d34c00, 0x50d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 718 [GC assist wait]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00184b418, 0xaa04f9, 0x2, 0xc00108d500, 0x999, 0x1, 0x1cc, 0xc002f30de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc00108d500, 0x999, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00184b570, 0xc0018abb20, 0x87, 0xc0026db560)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 139 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0010006e0, 0x0, 0x0, 0x0, 0xc00142a000, 0xf0f, 0x2, 0xc0033a7270, 0xc00142a000, 0xf0f, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0010006e0, 0xc00142a000, 0xf0f, 0xaa0378, 0x1, 0x1, 0x26)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000761570, 0xc0009e8580, 0xc0029fefa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 929 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc000afaa90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000afaa90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000afaa90, 0xc0001ad6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0010ac500, 0x0, 0x0, 0x0, 0xc002a8f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0010ac500, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a8f950, 0xc002ffaa00, 0x19d1, 0x0, 0x4, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004891a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 143 [semacquire]:
strings.genSplit(0xc001216000, 0x1052, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002a2a000, 0x394, 0x394)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001073418, 0xaa0503, 0x2, 0xc001b83900, 0x1052, 0x4, 0x394, 0xc002579da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001b83900, 0x1052, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001073570, 0xc002308be0, 0x53, 0xc000698c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 144 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000b1f118, 0xc001f5e0e0, 0xde, 0x2, 0x2, 0xb)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000b1f118, 0xc001f5e0e0, 0xde, 0xde, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000b1f118, 0xc002b35110, 0xc000b1e208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b1f118, 0xc002b350a0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000b1f118, 0xc002b350a0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000b1f118, 0xc002b350a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000b1f118, 0xc002b350a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b1f118, 0xc0032f25b0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00141d118, 0xc0032f25b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00141d118, 0xc0032f25b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b1f118, 0xc0032f24d0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00141d118, 0xc0032f24d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00141d118, 0xc0032f24d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b1f118, 0xc002b40460, 0xc0006e4000, 0x7f0835f5f2f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00141d118, 0xc002b40460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00141d118, 0xc002b40460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b1f118, 0xc002b40380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00141d118, 0xc002b40380, 0x54b170, 0xc001d8e5b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002b40380, 0x0, 0x0, 0x0, 0x0, 0xc002b40380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a7b0e0, 0x0, 0x0, 0x0, 0x2500, 0xc003a50500, 0x23d1, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003a50500, 0x23d1, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00177a1c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00141d570, 0xc00139ddc0, 0xc0009e8b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 928 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002943ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc002943c70, 0xc000f203f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268d9c0, 0x0, 0x0, 0x0, 0xc001dc1258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268d9c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001dc1950, 0xc000320000, 0x1f99, 0x206465766f6c2069, 0x74206c6c61207469, 0x7070616820736968)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1190 [semacquire]:
regexp.(*bitState).reset(0xc0015ca2c0, 0xc000021200, 0x3, 0x2)
/usr/local/go/src/regexp/backtrack.go:91 +0x201
regexp.(*Regexp).backtrack(0xc000149220, 0x0, 0x0, 0x0, 0xc002838c73, 0x3, 0x0, 0x2, 0xc002838db0, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc000149220, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc002838c73, 0x3, 0x0, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc000149220, 0x0, 0x0, 0x0, 0xc002838c73, 0x3, 0x2, 0xc002168c60, 0xc00165b3e0, 0xc001468128, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000149220, 0xc002838c73, 0x3, 0xaa0378, 0x1, 0xc002168d68, 0x42cc84)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002169118, 0xc001041ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002169118, 0xc001041650, 0xc00023f880, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002169118, 0xc001041650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002169118, 0xc001041650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002169118, 0xc001041570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002169118, 0xc001041570, 0x54b170, 0xc000afaea0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001041570, 0x0, 0x0, 0x0, 0x0, 0xc001041570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00165b410, 0x0, 0x0, 0x0, 0x1000, 0xc0021d6000, 0xe76, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0021d6000, 0xe76, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000e9cd20)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002169570, 0xc001d7e4a0, 0xc0010acb60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d39e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 41 [GC assist wait]:
os.newFile(0x9, 0xc0005d2ea0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0005d2ea0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0005d2ea0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0005d2ea0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d2ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 154 [semacquire]:
strings.Replace(0xc002039a80, 0x199b, 0xaa60d9, 0x5, 0xaa1fd2, 0x3, 0x12, 0xc002039a80, 0x199b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00163b570, 0xc002744240, 0xc002744b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 155 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0010aa000, 0x2, 0x2, 0xc0007d2a00, 0x21, 0x40, 0xc000b1b078, 0xc002517048, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc00071af38, 0x1, 0x1, 0xc000b1b148, 0x7f0835f5e560, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc00071af38, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc002517048, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc002f97ad0, 0xc0030d8360)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000b1b570, 0xc002f97ad0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000b1b570, 0xc002308f80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 914 [GC assist wait]:
strings.Replace(0xc000ea6000, 0x10f1, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc000ea6000, 0x10f1)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001507950, 0xc0012dac00, 0x10ee, 0xc000b9aef8, 0x3, 0xc000b9b6b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004941e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 160 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001218600, 0x113a, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001218600, 0x113a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001218600, 0x113a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001218600, 0x113a, 0x0, 0x0, 0x115f500, 0x113a, 0x113a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001218600, 0x113a, 0x0, 0x0, 0xaa0378, 0x1, 0xc00371d300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001218600, 0x113a, 0x113a, 0xc001218600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fa2180, 0x25, 0xc001218600, 0x113a, 0xaa0378, 0x1, 0xc001218600, 0x113a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 896 [GC assist wait]:
strings.Replace(0xc002596000, 0x187e, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc002596000, 0x187e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b9d950, 0xc000644600, 0x187b, 0x6e00000068, 0x6c0000006f, 0x670000006f)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004eef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 892 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1289 [GC assist wait]:
syscall.ByteSliceFromString(0xc0012b0720, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc001a24000)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc0012b0720, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc0012b0720, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc0012b0720, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0012b0720, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b0720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 48 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d33e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 881 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 170 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0000bafa0, 0xc0012cf318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012cf418, 0xaa05c9, 0x2, 0xc002daa880, 0xd6a, 0x3, 0x297, 0xc0000baf80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002daa880, 0xd6a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0012cf570, 0xc000646720, 0x33, 0xc002ec0640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000489080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 820 [GC assist wait]:
strings.Replace(0xc001af0000, 0xb41, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc001af0000, 0xb41)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005a5950, 0xc002d71400, 0xb3f, 0xc001173bb0, 0x3, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000489da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1187 [runnable]:
strings.Index(0xc000b2578b, 0xd82, 0xaa36c2, 0x4, 0x487)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.Count(0xc000b2578b, 0xd82, 0xaa36c2, 0x4, 0x0)
/usr/local/go/src/strings/strings.go:88 +0x9d
strings.Replace(0xc000b25300, 0x120d, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xffffffffffffffff, 0xc000b25300, 0x120d)
/usr/local/go/src/strings/strings.go:934 +0xa1
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028d7950, 0xc000b25300, 0x120d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3620, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 878 [GC assist wait]:
os.newFile(0xa4, 0xc0014b7f20, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0014b7f20, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0014b7f20, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0014b7f20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0014b7f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 720 [GC assist wait]:
strings.Replace(0xc0014bf500, 0x1438, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x9d3400, 0x10)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005f3950, 0xc0014bf500, 0x1438, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 702 [GC assist wait]:
os.newFile(0x99, 0xc0012b01e0, 0x5b, 0x1, 0x7364656500000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0012b01e0, 0x5b, 0x0, 0x206f742000000000, 0x776f64206c6f6f63, 0x6f6320646e61206e, 0x692065736e65646e)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0012b01e0, 0x5b, 0x0, 0x6973726500000000, 0x726720666f207974, 0x206e65676e696e6f, 0x6e6f727320646e61)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0012b01e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b01e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 946 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1222 [GC assist wait]:
os.newFile(0x1f, 0xc0011e13e0, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e13e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x5)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e13e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0xdab3f384fadf377d)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e13e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e13e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 713 [GC assist wait]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032795e0, 0xaa04f9, 0x2, 0xc001260000, 0xdd5, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003279570, 0xc000647440, 0x29)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007c1e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 188 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0019f3300, 0x10dc, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0019f3300, 0x10dc, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0019f3300, 0x10dc, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0019f3300, 0x10dc, 0x0, 0x0, 0x115f500, 0x10dc, 0x10dc)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0019f3300, 0x10dc, 0x0, 0x0, 0xaa0378, 0x1, 0xc001950c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0019f3300, 0x10dc, 0x10dc, 0xc0019f3300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fdb680, 0x60, 0xc0019f3300, 0x10dc, 0xaa0378, 0x1, 0xc0019f3300, 0x10dc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000489e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 45 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d31a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 786 [semacquire]:
strings.genSplit(0xc001724900, 0x834, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1075, 0xc001724000, 0x834)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c315e0, 0xaa04f9, 0x2, 0xc001724000, 0x834, 0x30, 0xc000c312e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc0020b85a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0020b8570, 0xc000c31378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc000c31570, 0xc0007a9c80, 0xc0018aa580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc000c31570, 0xc0007a9c80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc000c31570, 0xc0007a9c80, 0xc0007a9c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 921 [semacquire]:
strings.Replace(0xc002778f00, 0x208a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x60, 0xa81260)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000481950, 0xc002778f00, 0x208a, 0x3, 0xc0016ad162, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004953e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 201 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000c87140, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc000c87140, 0xb7b620, 0xc0012c8d50, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0012c8d50, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0012c8d50, 0xc000c87230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0012c8d50, 0x0, 0x0, 0x0, 0x1000, 0xc000bf5000, 0xea8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc000bf5000, 0xea8, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000a51b80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000c87570, 0xc00139da20, 0xc00139cca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a07e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1204 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1209 [GC assist wait]:
strings.Replace(0xc000bfa580, 0xc2a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc000bfa580, 0xc2a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000741950, 0xc000ec0580, 0xc1b, 0xc003a289b8, 0x3, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 880 [GC assist wait]:
os.newFile(0xa8, 0xc0004c0a80, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0004c0a80, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0004c0a80, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0004c0a80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 916 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 209 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0005a1338, 0x432e00, 0xc0005a1268, 0x94, 0x45624c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0005a1338, 0x5, 0xc000acf680, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0005a1338, 0x2000, 0x7f080c07ac20, 0xc0005a1350, 0xc0005a1318, 0x2)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f080c07ac20, 0xc0005a1301, 0x10100000042ab7a, 0x0, 0xfc4)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000166210, 0xaa64ee, 0x5, 0x1bd1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0005a1570, 0xc002944840, 0xfc4, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a0de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1223 [semacquire]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc001961b18, 0xc001961b00, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc001961b00, 0xaa3cc2, 0x4, 0x1, 0x0, 0x3)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x21, 0xc0011e14a0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc0011e14a0, 0x5b, 0x0, 0x0, 0xc0035e6820, 0x3, 0xc0035e5c50)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e14a0, 0x5b, 0x0, 0x0, 0x0, 0x3, 0x1)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e14a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e14a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 218 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00000e8e0, 0xc000765318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000765418, 0xaa058b, 0x2, 0xc00194d300, 0x112e, 0x5, 0x3ad, 0xc00000e8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00030c060, 0xc00194d300, 0x112e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000765570, 0xc0003224c0, 0x35, 0xc000a509c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a14a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 46 [GC assist wait]:
regexp.(*Regexp).ReplaceAllString(0xc000c2c0a0, 0xc000bfca80, 0x9fc, 0x0, 0x0, 0xc0000b4000, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc000bfca80, 0x9fc, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 220 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033b7d80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033b7d60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0011b2c00, 0x5e2, 0x5e2, 0x1, 0xc0011b2c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d3c050, 0x4d, 0xc0011b2c00, 0x5e2, 0xaa0378, 0x1, 0xc0011b2c00, 0x5e2, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 222 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003a2c000, 0x702, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003a2c000, 0x702, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003a2c000, 0x702, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003a2c000, 0x702, 0x0, 0x0, 0x115f500, 0xc003a2c000, 0x702)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003a2c000, 0x702, 0x0, 0x0, 0xaa0378, 0x1, 0xc000a46800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a2c000, 0x702, 0x702, 0xc003a2c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c9f220, 0x44, 0xc003a2c000, 0x702, 0xaa0378, 0x1, 0xc003a2c000, 0x702, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a17a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 245 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001e70000, 0x44e, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001e70000, 0x44e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001e70000, 0x44e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001e70000, 0x44e, 0x0, 0x0, 0x115f500, 0xc001e70000, 0x44e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001e70000, 0x44e, 0x0, 0x0, 0xaa0378, 0x1, 0xc001463b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001e70000, 0x44e, 0x44e, 0xc001e70000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001110a80, 0x33, 0xc001e70000, 0x44e, 0xaa0378, 0x1, 0xc001e70000, 0x44e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 246 [GC assist wait]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001458900, 0x8fc, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001458900, 0x8fc, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001458900, 0x8fc, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001458900, 0x8fc, 0x0, 0x0, 0x115f500, 0x8fc, 0x8fc)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001458900, 0x8fc, 0x0, 0x0, 0xaa0378, 0x1, 0xc0014c9500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001458900, 0x8fc, 0x8fc, 0xc001458900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00043c3f0, 0x69, 0xc001458900, 0x8fc, 0xaa0378, 0x1, 0xc001458900, 0x8fc, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1231 [GC assist wait]:
os.newFile(0x3a, 0xc0011e1aa0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e1aa0, 0x5b, 0x0, 0xc000000000, 0x0, 0x0, 0xc0020c5960)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e1aa0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e1aa0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1234 [GC assist wait]:
os.newFile(0x42, 0xc0011e1ce0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e1ce0, 0x5b, 0x0, 0x404040400000000, 0x9e9080, 0xc002514690, 0x9e9080)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e1ce0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e1ce0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1233 [GC assist wait]:
os.newFile(0x3d, 0xc0011e1c20, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e1c20, 0x5b, 0x0, 0xc000000000, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e1c20, 0x5b, 0x0, 0x0, 0x404020302030303, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e1c20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 766 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003296a80, 0xa4c, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003296a80, 0xa4c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003296a80, 0xa4c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003296a80, 0xa4c, 0x0, 0x0, 0x115f500, 0xa4c, 0xa4c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003296a80, 0xa4c, 0x0, 0x0, 0xaa0378, 0x1, 0xc0014c9500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003296a80, 0xa4c, 0xa4c, 0xc003296a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001110680, 0x39, 0xc003296a80, 0xa4c, 0xaa0378, 0x1, 0xc003296a80, 0xa4c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f891a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 810 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002fdef60, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fdef60, 0x0, 0x0, 0x0, 0xc000e3f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fdef60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000e3f950, 0xc00108d500, 0x97f, 0x6e00000068, 0x6c0000006f, 0x670000006f)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1232 [GC assist wait]:
os.newFile(0x3b, 0xc0011e1b60, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e1b60, 0x5b, 0x0, 0x89a400000000, 0x9e9080, 0xc001ff63e0, 0x9e9080)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e1b60, 0x5b, 0x0, 0x0, 0xc0020c8620, 0x9e9080, 0xc0020c8600)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e1b60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 951 [GC assist wait]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001dbc000, 0xa17, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001dbc000, 0xa17, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001dbc000, 0xa17, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001dbc000, 0xa17, 0x0, 0x0, 0x115f500, 0xa17, 0xa17)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001dbc000, 0xa17, 0x0, 0x0, 0xaa0378, 0x1, 0xc001db5500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001dbc000, 0xa17, 0xa17, 0xc001dbc000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c1b312, 0x23, 0xc001dbc000, 0xa17, 0xaa0378, 0x1, 0xc001dbc000, 0xa17, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 276 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002aa0460, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002aa0450, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002faf200, 0x86f, 0x86f, 0x1, 0xc002faf200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fda060, 0x53, 0xc002faf200, 0x86f, 0xaa0378, 0x1, 0xc002faf200, 0x86f, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007c840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 239 [semacquire]:
bytes.makeSlice(0x180f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0024751f0, 0x3d7, 0x165)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0024751f0, 0xc000f97000, 0x3d7, 0x5165d7, 0xc002cdb387, 0xc0023d4e00)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005e5810)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005e57a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0014f3c70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00224b5c0, 0xc00157a270, 0x42d308)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002475570, 0xc00224b5c0, 0xc00224b7d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002475570, 0xc0029ff580, 0x4b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 278 [GC assist wait]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f815e0, 0xaa04f9, 0x2, 0xc000a620b0, 0xb0, 0x7, 0x16, 0xc0018aab60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000f81570, 0xc0035545a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007cc00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 944 [semacquire]:
strings.genSplit(0xc00001d900, 0x24e4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x707, 0x707)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e41418, 0xaa0569, 0x2, 0xc002ab1900, 0x24e4, 0x1f, 0x707, 0xc003554100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002ab1900, 0x24e4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e41570, 0xc00268dd80, 0x3e, 0xc000fa2740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1193 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00147f950, 0xc000afe000, 0xd8f, 0xc000acbd00, 0x3, 0xc0014fa7f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1196 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0018ab660, 0xc000bc1318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000bc1418, 0xaa04d9, 0x2, 0xc001ab6000, 0x3b22, 0x1, 0xbcb, 0xc0018ab640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001ab6000, 0x3b22, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000bc1570, 0xc0018ab2a0, 0x45, 0xc0001b5c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 913 [GC assist wait]:
strings.Replace(0xc001c6b000, 0xf3f, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc001c6b000, 0xf3f)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001aff950, 0xc0014bd000, 0xf3c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004eff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 704 [GC assist wait]:
os.newFile(0x9b, 0xc0012b0360, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0012b0360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0012b0360, 0x5b, 0x0, 0x0, 0x1, 0x1, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0012b0360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b0360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1210 [GC assist wait]:
strings.genSplit(0xc001603ef0, 0xe3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x153, 0xc0033a2780, 0xe3)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a415e0, 0xaa04f9, 0x2, 0xc0033a2780, 0xe3, 0x49, 0x2ce, 0xc001872ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000a41570, 0xc0024e8d80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 44 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc002e4b2d8, 0xc002e4b2c0, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc002e4b2c0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x1252790)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x3, 0xc0005d30e0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc0005d30e0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0005d30e0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0005d30e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d30e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 323 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002ca0000, 0x74b, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002ca0000, 0x74b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002ca0000, 0x74b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002ca0000, 0x74b, 0x0, 0x0, 0x115f500, 0x74b, 0x74b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002ca0000, 0x74b, 0x0, 0x0, 0xaa0378, 0x1, 0xc00253e800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002ca0000, 0x74b, 0x74b, 0xc002ca0000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ed74a0, 0x2f, 0xc002ca0000, 0x74b, 0xaa0378, 0x1, 0xc002ca0000, 0x74b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c6960, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 324 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c35458, 0xaa04f9, 0x2, 0xc001603e00, 0xee, 0xc000c35298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x2, 0xc00118ac90)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00118aba0, 0xc000c35320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc000c353e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000c353e0, 0xc0020ef860, 0xaa04f9, 0x2, 0xc000c35570, 0x8, 0x9ecc80, 0x44df36, 0xc000c353e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000c35570, 0xc0020ef860, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c6ae0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 326 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000149220, 0x0, 0x0, 0x0, 0xc002b75380, 0x6, 0x2, 0xc002470590, 0xc0016dc940, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000149220, 0xc002b75380, 0x6, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002471118, 0xc002f9f340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002471118, 0xc001f7d0a0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028ad118, 0xc001f7d0a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028ad118, 0xc001f7d0a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002471118, 0xc001f7cfc0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028ad118, 0xc001f7cfc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028ad118, 0xc001f7cfc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002471118, 0xc001f7c8c0, 0xc00057e380, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028ad118, 0xc001f7c8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028ad118, 0xc001f7c8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002471118, 0xc001f7c7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028ad118, 0xc001f7c7e0, 0x54b170, 0xc0014b96c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001f7c7e0, 0x0, 0x0, 0x0, 0x0, 0xc001f7c7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0021d8390, 0x0, 0x0, 0x0, 0x1a80, 0xc00211f500, 0x1a09, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00211f500, 0x1a09, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c9f9a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0028ad570, 0xc001364060, 0xc0013648c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c7560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 327 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025495e0, 0xaa04f9, 0x2, 0xc002f00140, 0x139, 0xd, 0xc0025492e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x2, 0xc002c1e180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002e0be60, 0xc002549378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002549570, 0xc002e0bda0, 0xc002fdfbe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002549570, 0xc002e0bda0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002549570, 0xc002e0bda0, 0xc002e0bda0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c76e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 329 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0024e87a0, 0xc001fe7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fe7418, 0xaa0503, 0x2, 0xc002ca1800, 0x7dc, 0x1, 0x1cb, 0xc003cb1100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002ca1800, 0x7dc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fe7570, 0xc00339d6c0, 0x47, 0xc0026800f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c79e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 830 [GC assist wait]:
strings.Replace(0xc0027d4a00, 0x20e7, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xe, 0xc0027d4a00, 0x20e7)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025d7950, 0xc002c13900, 0x20e0, 0x3, 0xc00142887b, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004951a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 897 [GC assist wait]:
strings.Replace(0xc0031cd500, 0x1a5c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc002594360, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c65950, 0xc0031cd500, 0x1a5c, 0x0, 0x0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 952 [semacquire]:
syscall.ByteSliceFromString(0xc003391740, 0x5b, 0x4920736573616320, 0x77206b6e69687420, 0x63206562206c6c69, 0x64656d7269666e6f, 0x7369687420796220)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc003391740, 0x5b, 0x80000, 0x6520746f00000000, 0x6f74207463657078, 0x206e612065657320, 0x6573616572636e69)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc003391740, 0x5b, 0x0, 0x6164696c00000000, 0x4120656874206574, 0x65742074746f6262, 0x6873206f74207473)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc003391740, 0x5b, 0x0, 0x7574636900000000, 0x6874206e6f206572, 0x2073757269762065, 0x6120646165727073)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc003391740, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1282 [GC assist wait]:
os.newFile(0x9d, 0xc0012b04e0, 0x5b, 0x1, 0x6e61206500000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0012b04e0, 0x5b, 0x0, 0x6d20656700000000, 0x6572746e65632079, 0x61656c207461202c, 0x6c69772049207473)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0012b04e0, 0x5b, 0x0, 0x66490a0a00000000, 0x2074656720657720, 0x6574617261706573, 0x7720736d6f6f7220)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0012b04e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b04e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 886 [GC assist wait]:
github.com/fatih/set.(*Set).Add(0xc0024e9ce0, 0xc00189d278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00189d5e0, 0xaa04f9, 0x2, 0xc002358a00, 0x322e, 0xe, 0x3b, 0xc0024e9ca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00189d570, 0xc001872040, 0x7c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c15c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1227 [GC assist wait]:
os.newFile(0x31, 0xc0011e17a0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e17a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e17a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e17a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e17a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 910 [GC assist wait]:
strings.Replace(0xc001e22000, 0x2f36, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x6, 0xc001d5c300, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c63950, 0xc001e22000, 0x2f36, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004efc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 344 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003a2d800, 0x7ba, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003a2d800, 0x7ba, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003a2d800, 0x7ba, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003a2d800, 0x7ba, 0x0, 0x0, 0x115f500, 0x7ba, 0x7ba)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003a2d800, 0x7ba, 0x0, 0x0, 0xaa0378, 0x1, 0xc003a2d000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a2d800, 0x7ba, 0x7ba, 0xc003a2d800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005d37a0, 0x5c, 0xc003a2d800, 0x7ba, 0xaa0378, 0x1, 0xc003a2d800, 0x7ba, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000698f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 347 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001ba5600, 0x527, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001ba5600, 0x527, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001ba5600, 0x527, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001ba5600, 0x527, 0x0, 0x0, 0x115f500, 0x527, 0x527)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001ba5600, 0x527, 0x0, 0x0, 0xaa0378, 0x1, 0xc001ba4b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001ba5600, 0x527, 0x527, 0xc001ba5600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015e3dc0, 0x3b, 0xc001ba5600, 0x527, 0xaa0378, 0x1, 0xc001ba5600, 0x527, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006991a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1198 [semacquire]:
syscall.ByteSliceFromString(0xc0011e01e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc0011e01e0, 0x5b, 0x80000, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc0011e01e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc0011e01e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e01e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e01e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 821 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000895350, 0x8, 0xc0004940ba, 0x203000, 0x203000, 0x203000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xab132b, 0xa, 0x30, 0xc000a088a0, 0x0, 0x8, 0xc000683500)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xab132b, 0xa, 0x42d308, 0x30, 0xa7a000)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0020b8810, 0xab132b, 0xa, 0x13)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc000895570, 0xc003554320, 0xc001146400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:264 +0x83
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 354 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001b33800, 0xb93, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001b33800, 0xb93, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001b33800, 0xb93, 0x0, 0x0, 0x115f500, 0xb93, 0xb93)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001b33800, 0xb93, 0x0, 0x0, 0xaa0378, 0x1, 0xc000575400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001b33800, 0xb93, 0xb93, 0xc001b33800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005d3bc0, 0x53, 0xc001b33800, 0xb93, 0xaa0378, 0x1, 0xc001b33800, 0xb93, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006996e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 356 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0013835e0, 0xaa04f9, 0x2, 0xc002423d40, 0x103, 0x1, 0x21, 0xc003554a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001383570, 0xc0018722c0, 0x5a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000699860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 357 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00141f418, 0xaa04f9, 0x2, 0xc000d4a000, 0x949, 0x1, 0x1f5, 0xc0018737a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc000d4a000, 0x949, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00141f570, 0xc0028804c0, 0x22, 0xc000e08300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000699920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 359 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010ad880, 0xc001eed318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001eed418, 0xaa0599, 0x2, 0xc00175ea00, 0x14f8, 0x1, 0x46e, 0xc0006475e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc00175ea00, 0x14f8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001eed570, 0xc002744d20, 0x4f, 0xc00308e190)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000699aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 361 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001364840, 0xc001a03208, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a035e0, 0xaa04f9, 0x2, 0xc001c78000, 0x1421, 0xb6bf94, 0x0, 0xc001a03288)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001a03570, 0xc00157bec0, 0xc0024e02d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001a03570, 0xc00000f4e0, 0x4c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000699c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 368 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000e8cc00, 0xbd9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000e8cc00, 0xbd9, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000e8cc00, 0xbd9, 0x0, 0x0, 0x115f500, 0xbd9, 0xbd9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000e8cc00, 0xbd9, 0x0, 0x0, 0xaa0378, 0x1, 0xc000e8c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000e8cc00, 0xbd9, 0xbd9, 0xc000e8cc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00300cc80, 0x32, 0xc000e8cc00, 0xbd9, 0xaa0378, 0x1, 0xc000e8cc00, 0xbd9, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0008003c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 832 [semacquire]:
strings.Replace(0xc000fbc000, 0x9cd, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc000fbc000, 0x9cd)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025dd950, 0xc000408a80, 0x9cb, 0xb, 0xc00142967c, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 828 [GC assist wait]:
strings.Replace(0xc001ac6000, 0x2ddc, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xe, 0x9d3400, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f15950, 0xc001ac6000, 0x2ddc, 0x4, 0xc0012a7891, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1200 [semacquire]:
syscall.ByteSliceFromString(0xc0011e0360, 0x5b, 0x7400000020, 0x6500000068, 0x6300000020, 0x6d0000006f, 0x650000006d)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc0011e0360, 0x5b, 0x80000, 0x6c00000000, 0x6100000065, 0x6500000073, 0x6d00000020)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc0011e0360, 0x5b, 0x0, 0x6400000000, 0x6100000020, 0x650000006d, 0x640000006e)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc0011e0360, 0x5b, 0x0, 0x2000000000, 0x6f00000074, 0x6c00000020, 0x6700000065)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e0360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 925 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readTag(0xc00072a4e0, 0xc0013baa01)
/home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc00072a4e0, 0x6d)
/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc00072a4e0, 0x1)
/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc00072a5b0, 0xc003099d50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024e87c0, 0x0, 0x0, 0x0, 0xc001b97258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024e87c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b97950, 0xc002833800, 0x17a7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 940 [semacquire]:
bytes.makeSlice(0x6b3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001eb2930, 0x95, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001eb2930, 0xc000bf2ce9, 0x95, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001eb2930, 0xc000bf2ce9, 0x11e, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001eb2930, 0xc000a7bc70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc001eb2930, 0xc000a7af50, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001eb2930, 0xc000a7aee0, 0xb84d20, 0xc001eb2930)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001eb2930, 0xc000a7aee0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00157b860, 0x50d201, 0xc003081900, 0x99, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001baf570, 0xc002fdec80, 0xc000646e20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1219 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc002651bd8, 0xc002651bc0, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc002651bc0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x6f6620676e697473)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x11, 0xc0011e11a0, 0x5b, 0x1, 0x7461727500000000)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc0011e11a0, 0x5b, 0x0, 0x6120656200000000, 0x616e6f6974696464, 0x207365736163206c, 0x6e6920646e756f66)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e11a0, 0x5b, 0x0, 0x6165207200000000, 0x6163207265696c72, 0x6e69666564206573, 0x2d20736e6f697469)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e11a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e11a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 957 [GC assist wait]:
os.newFile(0x8d, 0xc003391b00, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc003391b00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc003391b00, 0x5b, 0x0, 0xc000000000, 0x3, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc003391b00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 924 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc002ada0c0, 0x3, 0xaa4e4b, 0x5, 0x3, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc0033d5380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0033d5380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0033d5380, 0xc000d875e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f307c0, 0x0, 0x0, 0x0, 0xc001af9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f307c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001af9950, 0xc0003c1000, 0xe27, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1215 [GC assist wait]:
regexp.(*Regexp).ReplaceAllString(0xc000c2c3c0, 0xc001904c00, 0x12a5, 0xaa0378, 0x1, 0xc001903900, 0x12a5)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc001904c00, 0x12a5, 0xaa0378, 0x1, 0xc001904c00, 0x12a5)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 906 [GC assist wait]:
strings.Replace(0xc0021db500, 0x13b8, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0021db500, 0x13b8)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001dc3950, 0xc002a2ca00, 0x13af, 0x3, 0x1, 0xc0016a2458)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 385 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ed8480, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ed8470, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003336e00, 0x6bd, 0x6bd, 0x1, 0xc003336e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002680000, 0x4a, 0xc003336e00, 0x6bd, 0xaa0378, 0x1, 0xc003336e00, 0x6bd, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000801920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 386 [semacquire]:
regexp/syntax.(*parser).push(0xc0008024e0, 0xc0001ac070, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc0008024e0, 0xabc109, 0x11)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0028b1358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0028b1358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0028b1358, 0x0, 0xb856e0, 0xc0009e8028, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0028b1358, 0xc002cf6070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0028b1358, 0x42ca96, 0xc00114b440, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0028b13c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00268d7e0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0030fc000, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0028b1570, 0xc000646ee0, 0xabc101, 0x1d, 0x3c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0008019e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 917 [GC assist wait]:
bytes.makeSlice(0x1225, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000467278, 0x2c1, 0x109)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000467278, 0xc001342000, 0x2c1, 0x5165d7, 0xc001c7c775, 0xc003134250)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc0033f9110)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc0033f90a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc001e9f030)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc0004673e0, 0xc002426390, 0x6, 0xc0024ea630)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0004673e0, 0xc0026ea000, 0x9)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0004673e0, 0xc002426390, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x2ab, 0x2ac)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000467570, 0xc002426390, 0xaa04f9, 0x2, 0x0, 0x0, 0xc0016ae5fe, 0x3, 0xc0016ae602)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 392 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002f30760, 0xc001a07318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a07418, 0xaa0569, 0x2, 0xc000da3600, 0xd73, 0x1a, 0x2a1, 0xc0018aa1e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc000da3600, 0xd73, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a07570, 0xc002309e00, 0x2c, 0xc0004269c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000801e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 716 [runnable]:
github.com/fatih/set.(*Set).Add(0xc001465680, 0xc0025db318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025db418, 0xaa058b, 0x2, 0xc001290000, 0xd92, 0x6, 0x2fc, 0xc0018721a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001290000, 0xd92, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025db570, 0xc0018ab800, 0x44, 0xc0003de1e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007cb40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 397 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000149360, 0x0, 0x0, 0x0, 0xc002b55980, 0x184f, 0x2, 0xc002ecd090, 0xc002b55980, 0x184f, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000149360, 0xc002b55980, 0x184f, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc002b5cf50, 0x0, 0x0, 0x0, 0x0, 0xc002b5cf50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002a70930, 0x0, 0x0, 0x0, 0x2000, 0xc0008fa000, 0x1c0d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0008fa000, 0x1c0d, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00300c580)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002201570, 0xc002308d60, 0xc0007fb4c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004887e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 401 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027000f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027000d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000c48800, 0x1566, 0x1566, 0x1, 0xc000c48800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000440a08, 0x43, 0xc000c48800, 0x1566, 0xaa0378, 0x1, 0xc000c48800, 0x1566, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 40 [GC assist wait]:
strings.Replace(0xc00059a000, 0x1f9e, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x9d3400, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001079950, 0xc00059a000, 0x1f9e, 0x3, 0xc001591b5c, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d2de0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 404 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0025780e0, 0xc000ef7b00, 0x428, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000ef7b00, 0x428, 0x428, 0x1, 0xc000ef7b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002681400, 0x4b, 0xc000ef7b00, 0x428, 0xaa0378, 0x1, 0xc000ef7b00, 0x428, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000489260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 405 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x11f4, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000b27900, 0x11f4, 0x11f4, 0xc000b27900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010d3a80, 0x3f, 0xc000b27900, 0x11f4, 0xaa0378, 0x1, 0xc000b27900, 0x11f4, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004893e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 777 [GC assist wait]:
os.newFile(0xb7, 0xc000a42060, 0x5b, 0x1, 0x7572697600000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000a42060, 0x5b, 0x0, 0x2f3c2e3e00000000, 0x20202020200a3e69, 0x200a0a3e702f3c20, 0x3e703c2020202020)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000a42060, 0x5b, 0x0, 0x6564207400000000, 0x2073656e696c6461, 0x6565622065766168, 0x6578616c6572206e)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000a42060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000a42060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 954 [semacquire]:
strings.Replace(0xc002eb4a00, 0x3427, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x44, 0x9d3400, 0xc0006e4000)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000b7b950, 0xc002eb4a00, 0x3427, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0033918c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 893 [GC assist wait]:
strings.Replace(0xc001cb5600, 0xca8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0010a6ea0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0012cd950, 0xc001cb5600, 0xca8, 0x2, 0xc0016a3538, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004eea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 887 [GC assist wait]:
strings.Replace(0xc000314000, 0x1e32, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc002d8b920, 0x3)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e05950, 0xc000314000, 0x1e32, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 420 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc002fde000, 0xc000e05c00, 0x0, 0x0, 0x0, 0xc000c10d80, 0x5, 0xc002d5cf58)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc002fde000, 0xc000e05c00, 0x466665, 0xc0030881e0, 0x5)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc000e05b20, 0x0, 0x756ea11177fe15, 0x7f080caab100)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc00079cf30, 0x1, 0x1, 0xc002d5d138, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc00079cf30, 0x1, 0x1, 0xb856e0, 0xc002fde000, 0x127e7a0, 0xc002d5d1d0, 0x76476b)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001db3020, 0xaa03ab, 0x1, 0xc0007fb5e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc002d5d570, 0xc001db3020, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:562 +0x55
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002d5d570, 0xc0016cf6c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c08a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 422 [GC assist wait]:
regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc001237000, 0xfed, 0xaa04bf, 0x2, 0xc001237000, 0xfed)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0025453e0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0025453e0, 0xc00283a750, 0xaa04f9, 0x2, 0xc002545570, 0x8, 0x9ecc80, 0x1aa, 0x1ab)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002545570, 0xc00283a750, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 423 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000c47000, 0x1569, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000c47000, 0x1569, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000c47000, 0x1569, 0x0, 0x0, 0x115f500, 0x1569, 0x1569)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000c47000, 0x1569, 0x0, 0x0, 0xaa0378, 0x1, 0xc001bca800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000c47000, 0x1569, 0x1569, 0xc000c47000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002ad20, 0x20, 0xc000c47000, 0x1569, 0xaa0378, 0x1, 0xc000c47000, 0x1569, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 747 [GC assist wait]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00214f418, 0xaa04f9, 0x2, 0xc000ecd000, 0x159e, 0x1, 0x3d0, 0xc002309540)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc000ecd000, 0x159e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00214f570, 0xc002309160, 0x41, 0xc000c9f3b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0014b7e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 883 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c1140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 428 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002e38a80, 0x28aa, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002e38a80, 0x28aa, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002e38a80, 0x28aa, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002e38a80, 0x28aa, 0x0, 0x0, 0x115f500, 0x28aa, 0x28aa)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002e38a80, 0x28aa, 0x0, 0x0, 0xaa0378, 0x1, 0xc002e36000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002e38a80, 0x28aa, 0x28aa, 0xc002e38a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002f9c0c0, 0x59, 0xc002e38a80, 0x28aa, 0xaa0378, 0x1, 0xc002e38a80, 0x28aa, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 429 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc002e47118, 0xaa04bf, 0x2, 0x27f, 0x2, 0xc002e45e88)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002e47118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002e47118, 0xc001fdd8f0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e47118, 0xc001fdd8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e47118, 0xc001fdd8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002e47118, 0xc001fdd810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e47118, 0xc001fdd810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e47118, 0xc001fdd810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002e47118, 0xc000da8c40, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e47118, 0xc000da8c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e47118, 0xc000da8c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002e47118, 0xc000da8b60, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e47118, 0xc000da8b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e47118, 0xc000da8b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002e47118, 0xc002289340, 0xc000151500, 0x7f0835f5f9b8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e47118, 0xc002289340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e47118, 0xc002289340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002e47118, 0xc002289260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e47118, 0xc002289260, 0x54b170, 0xc00007e680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002289260, 0x0, 0x0, 0x0, 0x0, 0xc002289260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0020ee090, 0x0, 0x0, 0x0, 0x8000, 0xc000504000, 0x755c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000504000, 0x755c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00002ab90)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e47570, 0xc002f31620, 0xc00339c540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 430 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012ed458, 0xaa04f9, 0x2, 0xc001f54000, 0x200, 0xc0012ed298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x17, 0xc0012d46c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00205bb00, 0xc0012ed320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0012ed3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0012ed3e0, 0xc000a097a0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xea, 0xeb)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0012ed570, 0xc000a097a0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c1020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 894 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004eec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 900 [semacquire]:
regexp/syntax.(*parser).push(0xc002e4bbc0, 0xc000723ab0, 0xc000723ab0)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc002e4bbc0, 0x65)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x1ba)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000de3358, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000de3358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000de3358, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000de3358, 0x75a856, 0x0, 0xc002cdfe30, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000de3358, 0x22, 0xc000de33a8, 0x42cc84, 0xc002184660, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc000de33c0, 0xc000de33d8, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc001464b40)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0020b8ea0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000de3570, 0xc0035546e0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 436 [semacquire]:
encoding/json.(*scanner).pushParseState(...)
/usr/local/go/src/encoding/json/scanner.go:172
encoding/json.stateBeginValue(0xc002370028, 0xa78f5b, 0x101)
/usr/local/go/src/encoding/json/scanner.go:215 +0x34e
encoding/json.checkValid(0xc0013e3b80, 0x129, 0x140, 0xc002370028, 0x140, 0x129)
/usr/local/go/src/encoding/json/scanner.go:34 +0xa7
encoding/json.Unmarshal(0xc0013e3b80, 0x129, 0x140, 0x9cfa40, 0xc002f30780, 0x140, 0xaa366e)
/usr/local/go/src/encoding/json/decode.go:101 +0x66
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00268d860, 0xc0019d6000, 0x7f7, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0019d6000, 0x7f7, 0x7f7, 0x1, 0xc0019d6000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00087b5c0, 0x28, 0xc0019d6000, 0x7f7, 0xaa0378, 0x1, 0xc0019d6000, 0x7f7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c14a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 927 [semacquire]:
strings.Replace(0xc002a7d000, 0x2fbb, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x4, 0xc002a7d000, 0x2fbb)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f17950, 0xc00215c000, 0x2fb5, 0x6964206e61687557, 0x6972616570706173, 0x7320646e6120676e)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 959 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fde0a0, 0x0, 0x0, 0x0, 0xc002099258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fde0a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002099950, 0xc00177d800, 0x16ea, 0x657764206d756c73, 0x6e6f207372656c6c, 0x6572702065687420)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 719 [GC assist wait]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0013a0270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0013a0340, 0xc00217ba40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001465280, 0x0, 0x0, 0x0, 0xc002165258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001465280, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002165950, 0xc000dde000, 0xe8b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007d680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 780 [GC assist wait]:
os.newFile(0xba, 0xc000a422a0, 0x5b, 0x1, 0x656d697200000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000a422a0, 0x5b, 0x0, 0x71736f6d00000000, 0x756863202c736575, 0x6e61207365686372, 0x20726568746f2064)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000a422a0, 0x5b, 0x0, 0x6c20656400000000, 0x206e776f646b636f, 0x7372696620736177, 0x6e756f6e6e612074)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000a422a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000a422a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 776 [GC assist wait]:
os.newFile(0xb6, 0xc0011e9980, 0x5b, 0x1, 0x656d697200000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e9980, 0x5b, 0x0, 0x71736f6d00000000, 0x756863202c736575, 0x6e61207365686372, 0x20726568746f2064)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e9980, 0x5b, 0x0, 0x6c20656400000000, 0x206e776f646b636f, 0x7372696620736177, 0x6e756f6e6e612074)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e9980, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 955 [semacquire]:
strings.Replace(0xc002c0a500, 0x20e2, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc002c0a500, 0x20e2)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c55950, 0xc0027d9400, 0x20d8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 450 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ac9418, 0xaa04f9, 0x2, 0xc001498c80, 0xc5b, 0xc001498c80, 0xc000ac9408, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001498c80, 0xc5b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ac9570, 0xc002f300e0, 0x37, 0xc00300c040)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c1f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 452 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c88000, 0x1399, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c88000, 0x1399, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c88000, 0x1399, 0x0, 0x0, 0x115f500, 0x1399, 0x1399)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c88000, 0x1399, 0x0, 0x0, 0xaa0378, 0x1, 0xc000f5d500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c88000, 0x1399, 0x1399, 0xc002c88000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004ef620, 0x60, 0xc002c88000, 0x1399, 0xaa0378, 0x1, 0xc002c88000, 0x1399, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004940c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 456 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002b2f300, 0x1062, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002b2f300, 0x1062, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002b2f300, 0x1062, 0x0, 0x0, 0x115f500, 0x1062, 0x1062)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002b2f300, 0x1062, 0x0, 0x0, 0xaa0378, 0x1, 0xc001abf900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002b2f300, 0x1062, 0x1062, 0xc002b2f300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004157c0, 0x45, 0xc002b2f300, 0x1062, 0xaa0378, 0x1, 0xc002b2f300, 0x1062, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004943c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 457 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001654590, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001654580, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000e4f800, 0x5c3, 0x5c3, 0x1, 0xc000e4f800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000fc30e0, 0x2b, 0xc000e4f800, 0x5c3, 0xaa0378, 0x1, 0xc000e4f800, 0x5c3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 458 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc00160c460, 0xc000efd000, 0xe8a, 0xaa0378, 0x1, 0x1, 0x1e)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002271570, 0xc0000bbbe0, 0xc003320500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 701 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000615118, 0xc002477180, 0x134, 0x134, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000615118, 0xc001e503f0, 0xc000614208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000615118, 0xc001e50380, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000615118, 0xc001e50380, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000615118, 0xc001e50380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000615118, 0xc001e50380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000615118, 0xc002261a40, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d0f118, 0xc002261a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d0f118, 0xc002261a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000615118, 0xc002261960, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d0f118, 0xc002261960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d0f118, 0xc002261960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000615118, 0xc000723e30, 0xc000a85508, 0x4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d0f118, 0xc000723e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d0f118, 0xc000723e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000615118, 0xc000723d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d0f118, 0xc000723d50, 0x54b170, 0xc001c2c4e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000723d50, 0x0, 0x0, 0x0, 0x0, 0xc000723d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0021849c0, 0x0, 0x0, 0x0, 0xa80, 0xc0009b2a80, 0x956, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0009b2a80, 0x956, 0x0, 0x0, 0x0, 0x440d95, 0xc002184960, 0x7f080c0225b6, 0xce44d03200000004)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d0f570, 0xc002f30220, 0xc001464f60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b0120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 802 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001c2d930, 0xc0019bf140, 0x60)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001c2d930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001c2d930)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001c2d930, 0xc0014ba8c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001491ae0, 0x0, 0x0, 0x0, 0xc001b95258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001491ae0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b95950, 0xc001b35c00, 0xa97, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007dec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 956 [semacquire]:
strings.Replace(0xc002144a00, 0x1a08, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x14, 0xc002144a00, 0x1a08)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00046f950, 0xc00055ca00, 0x1a04, 0x1eb, 0x237, 0x24d)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1189 [semacquire]:
strings.genSplit(0xc002a4f800, 0x3fe, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xfa, 0xfa)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00141b418, 0xaa0599, 0x2, 0xc002a4f000, 0x3fe, 0x1, 0xfa, 0xc001d7ea40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002a4f000, 0x3fe, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00141b570, 0xc002579b00, 0x36, 0xc001f93680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d38c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 699 [GC assist wait]:
os.newFile(0x95, 0xc000a42420, 0x5b, 0x1, 0x2065726500000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000a42420, 0x5b, 0x0, 0x6961732000000000, 0x7070612074692064, 0x6e61206465726165, 0x6e6f632072696120)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000a42420, 0x5b, 0x0, 0x0, 0x203a20616b616844, 0x676e614220656854, 0x462068736564616c)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000a42420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000a42420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1206 [GC assist wait]:
strings.Replace(0xc002232000, 0xffc, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc002232000, 0xffc)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000747950, 0xc000631000, 0xfe4, 0xc0023324c8, 0x3, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e07e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 476 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001fa7330, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001fa7320, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0007a2400, 0xa81, 0xa81, 0x1, 0xc0007a2400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e08570, 0x2f, 0xc0007a2400, 0xa81, 0xaa0378, 0x1, 0xc0007a2400, 0xa81, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004952c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 901 [GC assist wait]:
strings.Replace(0xc0012d6000, 0x12c9, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc0012d6000, 0x12c9)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005ef950, 0xc001309900, 0x12c5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 480 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000bf8000, 0xc7e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000bf8000, 0xc7e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000bf8000, 0xc7e, 0x0, 0x0, 0x115f500, 0xc7e, 0xc7e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000bf8000, 0xc7e, 0x0, 0x0, 0xaa0378, 0x1, 0xc001a47600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000bf8000, 0xc7e, 0xc7e, 0xc000bf8000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003de320, 0x41, 0xc000bf8000, 0xc7e, 0xaa0378, 0x1, 0xc000bf8000, 0xc7e, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004955c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 939 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readByte(0xc000afac30, 0x434170)
/home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af
golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc000afac30)
/home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64
golang.org/x/net/html.(*Tokenizer).Next(0xc000afac30, 0xc000afad08)
/home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324
golang.org/x/net/html.(*parser).parse(0xc000afad00, 0xc0001adf80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0010ac6a0, 0x0, 0x0, 0x0, 0xc001d91258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0010ac6a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001d91950, 0xc00255a800, 0x46d7, 0x3, 0xc0016de071, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 240 [semacquire]:
bytes.makeSlice(0x2e7a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002264990, 0xb2, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002264990, 0xc002c53380, 0xb2, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002264990, 0xc002c53380, 0xb2, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002264990, 0xc0012fe1c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc002264990, 0xc0022a1880, 0xb84d20, 0xc002264990)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002264990, 0xc0022a1880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002264960, 0x203000, 0x203000, 0x440d95, 0xc002f0ada0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc002264960)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002264930, 0xc002b2d320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002b2d708, 0xc0018aa220, 0xaac03e, 0x7, 0xc0018aa220)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002b2d708, 0xc0018aa220, 0xc00117fe20)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1213 [GC assist wait]:
strings.Replace(0xc001508000, 0x1167, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x11, 0xc002184cf0, 0x295)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c89950, 0xc001508000, 0x1167, 0xc00239fab0, 0xc000fcb810, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 47 [GC assist wait]:
bytes.makeSlice(0x1493, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001df6a98, 0x1493, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc002f69228, 0x1493, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc0005d3320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 922 [semacquire]:
strings.Replace(0xc001bb7980, 0x194f, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x7, 0x9d3400, 0xc000810a80)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00198f950, 0xc001bb7980, 0x194f, 0x6, 0xc0016ad645, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 919 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 705 [GC assist wait]:
os.newFile(0x9c, 0xc0012b0420, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0012b0420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0012b0420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0012b0420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b0420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 958 [semacquire]:
strings.Replace(0xc002a32000, 0x3732, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x21, 0xc002a32000, 0x3732)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002093950, 0xc003341000, 0x3728, 0x3036362c3120646e, 0x7369646f206e6920, 0x2020200a0a2e6168)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 493 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002524b10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002524b00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002e8b800, 0x5ca, 0x5ca, 0x1, 0xc002e8b800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a533b0, 0x21, 0xc002e8b800, 0x5ca, 0xaa0378, 0x1, 0xc002e8b800, 0x5ca, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 829 [GC assist wait]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0033d4750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0033d4820, 0xc002322a80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fdeec0, 0x0, 0x0, 0x0, 0xc001eef258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fdeec0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001eef950, 0xc0031bcd80, 0xd12, 0x3, 0xc00142887b, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 496 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001574000, 0x629, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001574000, 0x629, 0x0, 0x0, 0x115f500, 0x629, 0x629)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001574000, 0x629, 0x0, 0x0, 0xaa0378, 0x1, 0xc002312e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001574000, 0x629, 0x629, 0xc001574000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00138e440, 0x3a, 0xc001574000, 0x629, 0xaa0378, 0x1, 0xc001574000, 0x629, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 499 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002b45800, 0x736, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002b45800, 0x736, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002b45800, 0x736, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002b45800, 0x736, 0x0, 0x0, 0x115f500, 0x736, 0x736)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002b45800, 0x736, 0x0, 0x0, 0xaa0378, 0x1, 0xc003efe000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002b45800, 0x736, 0x736, 0xc002b45800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00179cbc0, 0x28, 0xc002b45800, 0x736, 0xaa0378, 0x1, 0xc002b45800, 0x736, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 884 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c12c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 502 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc002021bc0, 0x8, 0x8, 0xc000d8c280, 0xe, 0x10, 0xc002d55078, 0xc0000ab1b8, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc0000100f0, 0x1, 0x1, 0xc002d55148, 0x7f0835f5e560, 0xc00095e180, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0000100f0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0000ab1b8, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc00114b080, 0xc002a70d80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002d55570, 0xc00114b080, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002d55570, 0xc0033202a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee660, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 503 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003a0bdd0, 0xf7a83fd6, 0x1251a20, 0xc0013647a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee720, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 885 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c1440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 505 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0014b80d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0014b81a0, 0xc002b3e070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0016ce7e0, 0x0, 0x0, 0x0, 0xc001e03258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0016ce7e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e03950, 0xc001c99000, 0x155c, 0xc000ec4480, 0xc000bc8a8b, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee8a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1212 [GC assist wait]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc002a706f0, 0xc0028d5230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002a706f0, 0x0, 0x0, 0x0, 0x900, 0xc001b7c900, 0x824, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc001b7c900, 0x824, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002524da0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0028d5570, 0xc0024e9c40, 0xc0009e85e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 879 [GC assist wait]:
os.newFile(0xa6, 0xc0004c0900, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0004c0900, 0x5b, 0x0, 0x0, 0xc002f3de60, 0x3, 0x3)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0004c0900, 0x5b, 0x0, 0x0, 0xc002f3def0, 0x3, 0x3)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0004c0900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 778 [GC assist wait]:
os.newFile(0xb8, 0xc000a42120, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000a42120, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000a42120, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000a42120, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000a42120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 899 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1195 [semacquire]:
bytes.makeSlice(0x17a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0018a51f0, 0x17a, 0x42cc84)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0018a51f0, 0xc00245e480, 0x17a, 0x28, 0x28, 0xc002045980)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001340380)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001340310)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0026f3f20, 0xc002045980, 0xc0018a5268)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0018a5570, 0xc0026f3f20, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0018a5570, 0xc002579dc0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 806 [GC assist wait]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fdeea0, 0x0, 0x0, 0x0, 0xc000d11258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fdeea0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d11950, 0xc0012a7300, 0x1168, 0x1, 0xc00321c010, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a0fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 932 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0033901e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 918 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 715 [GC assist wait]:
strings.genSplit(0xc000b4a000, 0x1bc1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x5dd, 0x5dd)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c8b418, 0xaa058b, 0x2, 0xc001300000, 0x1bc1, 0x8, 0x5dd, 0xc002f30da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001300000, 0x1bc1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c8b570, 0xc0018ab520, 0x22, 0xc000d90480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007c780, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 315 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00007ef70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00007f2b0, 0xc0016d90a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024e84a0, 0x0, 0x0, 0x0, 0xc002915258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024e84a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002915950, 0xc0015d8a00, 0x22b4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000799a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1214 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002da8d80, 0xd31, 0xc001f19270, 0xc00004d500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002da8d80, 0xd31, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f19418, 0xaa059b, 0x2, 0xc002da8d80, 0xd31, 0x7, 0x28e, 0xc0010ad060)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002da8d80, 0xd31, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f19570, 0xc002fded20, 0x1f, 0xc000a4d220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 949 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0033914a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 319 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b21418, 0xaa04fd, 0x2, 0xc0019f4600, 0x12a0, 0x72, 0x3f2, 0xc002944e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc0019f4600, 0x12a0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b21570, 0xc002944ac0, 0x28, 0xc000d902a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000799d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1284 [GC assist wait]:
os.newFile(0x94, 0xc0012b0660, 0x5b, 0x1, 0x7474696d00000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0012b0660, 0x5b, 0x0, 0x3273776500000000, 0x756854206e6f2034, 0xa0a2e7961647372, 0x6854202020202020)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0012b0660, 0x5b, 0x0, 0x6874206600000000, 0x7461766972702065, 0x696c696361662065, 0x6867756163207974)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0012b0660, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b0660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 236 [semacquire]:
strings.genSplit(0xc002883500, 0xa5c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x21a, 0x21a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a89418, 0xaa04fd, 0x2, 0xc000cad500, 0xa5c, 0x41, 0x21a, 0xc0029ffdc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc000cad500, 0xa5c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a89570, 0xc0029ff9a0, 0x47, 0xc000fc6e10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 700 [GC assist wait]:
os.newFile(0x96, 0xc0012b0060, 0x5b, 0x1, 0x2073756f00000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0012b0060, 0x5b, 0x0, 0x74206e6900000000, 0x6e72756f6a206568, 0x6f72747341206c61, 0x646e6120796d6f6e)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0012b0060, 0x5b, 0x0, 0x6e6f697400000000, 0x747361206e692073, 0x6920796d6f6e6f72, 0x616720776f682073)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0012b0060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b0060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 531 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00118acf0, 0xb8376d16, 0x1251a20, 0xc00110a280, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f0060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 915 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 941 [semacquire]:
strings.Replace(0xc002830800, 0x17b4, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x5, 0xc002830800, 0x17b4)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a11950, 0xc00282d800, 0x17ab, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 542 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001851418, 0xaa0569, 0x2, 0xc001901300, 0x10bf, 0x19, 0x34e, 0xc0009e81a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001901300, 0x10bf, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001851570, 0xc0007fae40, 0x28, 0xc000ed64e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f08a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 543 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001d82400, 0x824, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d82400, 0x824, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d82400, 0x824, 0x0, 0x0, 0x115f500, 0xc001d82400, 0x824)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d82400, 0x824, 0x0, 0x0, 0xaa0378, 0x1, 0xc001d81b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d82400, 0x824, 0x824, 0xc001d82400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00177a500, 0x32, 0xc001d82400, 0x824, 0xaa0378, 0x1, 0xc001d82400, 0x824, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f0960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 544 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00259f460, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00259f450, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001412800, 0xafa, 0xafa, 0x1, 0xc001412800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000d90420, 0x27, 0xc001412800, 0xafa, 0xaa0378, 0x1, 0xc001412800, 0xafa, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f0a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1191 [semacquire]:
bytes.makeSlice(0x200, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002163140, 0x200, 0xc00227b000)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7b620, 0xc00030d7a0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00030d7a0, 0xc002163230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00030d7a0, 0x0, 0x0, 0x0, 0x1000, 0xc00227a000, 0xdda, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00227a000, 0xdda, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0021ece60)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002163570, 0xc000646000, 0xc002f30da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d3aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 934 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002758600, 0x11ad, 0xc0028f1270, 0xc000701c00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002758600, 0x11ad, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028f1418, 0xaa0503, 0x2, 0xc002758600, 0x11ad, 0x4, 0x316, 0xc0000ba640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002758600, 0x11ad, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028f1570, 0xc0016cf160, 0x5f, 0xc0019be3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 933 [GC assist wait]:
regexp.(*Regexp).replaceAll(0xc000149360, 0x0, 0x0, 0x0, 0xc001f21000, 0x1670, 0x2, 0xc002027090, 0xc001f21000, 0x1670, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000149360, 0xc001f21000, 0x1670, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc000eec8c0, 0x0, 0x0, 0x0, 0x0, 0xc000eec8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0021c2ff0, 0x0, 0x0, 0x0, 0x2000, 0xc0001ee000, 0x1c62, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0001ee000, 0x1c62, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00002a7d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002027570, 0xc001d7e060, 0xc001d7e920)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0033902a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 903 [GC assist wait]:
strings.Replace(0xc0021fc000, 0x1f94, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x6, 0xc001d274b5)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025cf950, 0xc0021fc000, 0x1f94, 0x6576726573626f20, 0x6c65736d69682064, 0x7420746168742066)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1225 [semacquire]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc00301fc98, 0xc00301fc80, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc00301fc80, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x2b, 0xc0011e1620, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc0011e1620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e1620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e1620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 555 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00307ad10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00307ad00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001f75600, 0x82b, 0x82b, 0x1, 0xc001f75600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00179d3c0, 0x34, 0xc001f75600, 0x82b, 0xaa0378, 0x1, 0xc001f75600, 0x82b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f1260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 912 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002579d00, 0xc0018a1278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018a15e0, 0xaa04f9, 0x2, 0xc001d84a80, 0x9d8, 0x1e, 0x83, 0xc002579c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0018a1570, 0xc003554d80, 0x5d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004efe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 559 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0029ff0c0, 0xc000de7318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000de7418, 0xaa04fd, 0x2, 0xc0034e2000, 0x7e3, 0x31, 0x1bd, 0xc0024e9c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc0034e2000, 0x7e3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000de7570, 0xc002744ca0, 0x28, 0xc000a53830)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f1560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 930 [semacquire]:
strings.Replace(0xc0005b7000, 0x2d96, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc0005b7000, 0x2d96)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00209d950, 0xc000491000, 0x2d90, 0x3, 0xc0013f1241, 0x9)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000489f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 563 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00276e880, 0xc88, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00276e880, 0xc88, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00276e880, 0xc88, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00276e880, 0xc88, 0x0, 0x0, 0x115f500, 0xc00276e880, 0xc88)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00276e880, 0xc88, 0x0, 0x0, 0xaa0378, 0x1, 0xc002d54d80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00276e880, 0xc88, 0xc88, 0xc00276e880)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e08600, 0x2a, 0xc00276e880, 0xc88, 0xaa0378, 0x1, 0xc00276e880, 0xc88, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f1860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 565 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015e4640, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015e4620, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002669c00, 0x6ba, 0x6ba, 0x1, 0xc002669c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002681810, 0x43, 0xc002669c00, 0x6ba, 0xaa0378, 0x1, 0xc002669c00, 0x6ba, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f19e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 566 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010acbc0, 0xc00399f278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00399f5e0, 0xaa04f9, 0x2, 0xc001d9c000, 0xa39, 0x0, 0xc00077f180, 0x7f0835f5f2f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00399f570, 0xc0024e8000, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f1aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 567 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002c76380, 0xcb5, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c76380, 0xcb5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c76380, 0xcb5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c76380, 0xcb5, 0x0, 0x0, 0x115f500, 0xc002c76380, 0xcb5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c76380, 0xcb5, 0x0, 0x0, 0xaa0378, 0x1, 0xc002c74880)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c76380, 0xcb5, 0xcb5, 0xc002c76380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e09350, 0x2f, 0xc002c76380, 0xcb5, 0xaa0378, 0x1, 0xc002c76380, 0xcb5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f1b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 568 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00155f5e0, 0xaa04f9, 0x2, 0xc001604dc0, 0x9f, 0x1, 0x1eb, 0xc00139d120)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00155f570, 0xc0007702e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0001f1c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 573 [GC assist wait]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00348d1c8, 0xc000e14000, 0xc00348d140, 0x56956e, 0xc000149720)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00348d1c8, 0x1980, 0xc001d2f300, 0xc00348d140, 0x46e88b)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00348d1c8, 0x1834, 0x1980, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0xc000e0fe00, 0xc00348d230, 0xc00348d248, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc000d22f30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00283aa50, 0xaa262f, 0x3, 0xc000d22f00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00348d708, 0xc0009e8e00, 0xaa262f, 0x3, 0xc0009e8e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00348d708, 0xc0009e8e00, 0xc002f306c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 574 [semacquire]:
regexp.(*Regexp).get(0xc000c2c0a0, 0xc0003bc690)
/usr/local/go/src/regexp/regexp.go:237 +0x460
regexp.(*Regexp).doExecute(0xc000c2c0a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0001ea000, 0xe38, 0xe38, 0x2, ...)
/usr/local/go/src/regexp/exec.go:538 +0xb5
regexp.(*Regexp).replaceAll(0xc000c2c0a0, 0x0, 0x0, 0x0, 0xc0001ea000, 0xe38, 0x2, 0xc00291bab0, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000c2c0a0, 0xc0001ea000, 0xe38, 0x0, 0x0, 0xc0000b4000, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0001ea000, 0xe38, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e560c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 575 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000cbfe10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000cbfee0, 0xc0015b1ce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0024ea0f0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00157b5f0, 0x0, 0x0, 0x0, 0x2000, 0xc002c50000, 0x1de8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc002c50000, 0x1de8, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000070500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0028b3570, 0xc002a9a780, 0xc0018aad80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 576 [semacquire]:
strings.genSplit(0xc0018ddc20, 0x1c6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1c6, 0xc0018dda40, 0x1c6)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0013575e0, 0xaa04f9, 0x2, 0xc0018dda40, 0x1c6, 0x30, 0x120, 0xc0018ab980)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001357570, 0xc0009e8120, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 577 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001d1c380, 0x30c, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001d1c380, 0x30c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d1c380, 0x30c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d1c380, 0x30c, 0x0, 0x0, 0x115f500, 0x30c, 0x30c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d1c380, 0x30c, 0x0, 0x0, 0xaa0378, 0x1, 0xc001d1c000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d1c380, 0x30c, 0x30c, 0xc001d1c380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000443980, 0x79, 0xc001d1c380, 0x30c, 0xaa0378, 0x1, 0xc001d1c380, 0x30c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1199 [semacquire]:
syscall.ByteSliceFromString(0xc0011e02a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc0011e02a0, 0x5b, 0x80000, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc0011e02a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc0011e02a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e02a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e02a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 904 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).empty(...)
/usr/local/go/src/regexp/syntax/compile.go:260
regexp/syntax.(*compiler).compile(0xc001b92e90, 0xc000599f10, 0xc001b92c80)
/usr/local/go/src/regexp/syntax/compile.go:129 +0xa1e
regexp/syntax.(*compiler).compile(0xc001b92e90, 0xc001d3e0e0, 0xc001b92ec8)
/usr/local/go/src/regexp/syntax/compile.go:154 +0xb01
regexp/syntax.Compile(0xc001d3e0e0, 0xc001d3e0e0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0xff)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001b93358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001b93358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001b93358, 0x0, 0xb856e0, 0xc0009e8028, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001b93358, 0xc0033a1110, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001b93358, 0x42cc84, 0xc003438c60, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001b933c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001490c00, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024e5140, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001b93570, 0xc002fde3e0, 0xabc101, 0x1d, 0x48, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1211 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 721 [GC assist wait]:
bytes.makeSlice(0xea9, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0011bb190, 0x393, 0x255)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0011bb190, 0xc000d39c00, 0x393, 0x5165d7, 0xc000e4f55c, 0xc003d7fc28)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00205ca10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00205c9a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0020dd730)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0023ac4b0, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0011bb570, 0xc0023ac4b0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0011bb570, 0xc002fde420, 0x51)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007dbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 714 [GC assist wait]:
strings.Replace(0xc000eda000, 0x135b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xe, 0xc000eda000, 0x135b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002205950, 0xc003b82a00, 0x135a, 0x7, 0xc00168f8c5, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007c540, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 590 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001892800, 0x1563, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001892800, 0x1563, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001892800, 0x1563, 0x0, 0x0, 0x115f500, 0x1563, 0x1563)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001892800, 0x1563, 0x0, 0x0, 0xaa0378, 0x1, 0xc00188f800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001892800, 0x1563, 0x1563, 0xc001892800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00133eb60, 0x1f, 0xc001892800, 0x1563, 0xaa0378, 0x1, 0xc001892800, 0x1563, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 591 [semacquire]:
regexp.makeOnePass(0xc0024ea180, 0xc0024ea180)
/usr/local/go/src/regexp/onepass.go:309 +0x20e
regexp.compileOnePass(0xc0020ef890, 0xc0020ef890)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002973050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002973050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0034cb57c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002973050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002973050, 0x1, 0xc002b98de0, 0xc01034c2a01, 0x280435f5de98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002973050, 0x4, 0x852, 0xc0009e3701, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0009e3000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003333520, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001f5aba0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002973950, 0xc000560000, 0x1778, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 592 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000bf8c80, 0xc7b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000bf8c80, 0xc7b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000bf8c80, 0xc7b, 0x0, 0x0, 0x115f500, 0xc000bf8c80, 0xc7b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000bf8c80, 0xc7b, 0x0, 0x0, 0xaa0378, 0x1, 0xc001957200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000bf8c80, 0xc7b, 0xc7b, 0xc000bf8c80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00067e100, 0x2d, 0xc000bf8c80, 0xc7b, 0xaa0378, 0x1, 0xc000bf8c80, 0xc7b, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 803 [GC assist wait]:
strings.Replace(0xc001ae0000, 0xa30, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc001ae0000, 0xa30)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c8d950, 0xc001ae0000, 0xa30, 0xc001173bb0, 0x3, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a0300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 39 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e5a0c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 238 [semacquire]:
strings.genSplit(0xc002c0ef00, 0x2339, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x6b8, 0x6b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c13418, 0xaa0569, 0x2, 0xc002aaaa00, 0x2339, 0x1e, 0x6b8, 0xc000647ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002aaaa00, 0x2339, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000c13570, 0xc0024e99c0, 0x45, 0xc000c9e820)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1197 [semacquire]:
strings.Replace(0xc00062a000, 0x973, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc00062a000, 0x973)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000767950, 0xc001b06000, 0x971, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 902 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 603 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0027c7000, 0xec6, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0027c7000, 0xec6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0027c7000, 0xec6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0027c7000, 0xec6, 0x0, 0x0, 0x115f500, 0xc0027c7000, 0xec6)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0027c7000, 0xec6, 0x0, 0x0, 0xaa0378, 0x1, 0xc0027c5000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0027c7000, 0xec6, 0xec6, 0xc0027c7000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001134a0, 0x27, 0xc0027c7000, 0xec6, 0xaa0378, 0x1, 0xc0027c7000, 0xec6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 882 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004c0e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 605 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001578d00, 0xc00228c420, 0xaa)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001578d00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001578d00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001578d00, 0xc00226d960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0015cd470, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0015cd440, 0x0, 0x0, 0x0, 0x1300, 0xc00047a000, 0x1017, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00047a000, 0x1017, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001b43ff0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a95570, 0xc0016ce100, 0xc0018aa0a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 807 [GC assist wait]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0033d48f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0033d49c0, 0xc002323030, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00339d340, 0x0, 0x0, 0x0, 0xc001bad258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00339d340, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001bad950, 0xc000dbc880, 0xd11, 0x3, 0x2, 0xc0011f2630)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 608 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc001012000, 0x18, 0x18, 0xc000ae1090, 0xc002f30720, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc002f68198, 0x1, 0x1, 0xc000ae1160, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc002f68198, 0x1, 0x1, 0xb856e0, 0xc002f30720, 0xc002f68198, 0x1, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00030cdb0, 0xaa03b1, 0x1, 0xc000ae1248)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc000ae1570, 0xc000647780, 0x7f0835f5ec28, 0x0, 0x6d0000c000444360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ae1570, 0xc000647780, 0x39)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 609 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001124000, 0xd9c, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001124000, 0xd9c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001124000, 0xd9c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001124000, 0xd9c, 0x0, 0x0, 0x115f500, 0xc001124000, 0xd9c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001124000, 0xd9c, 0x0, 0x0, 0xaa0378, 0x1, 0xc00102a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001124000, 0xd9c, 0xd9c, 0xc001124000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00265afc0, 0x32, 0xc001124000, 0xd9c, 0xaa0378, 0x1, 0xc001124000, 0xd9c, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 942 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 935 [semacquire]:
strings.Replace(0xc00228e000, 0x1e05, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00228e000, 0x1e05)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a13950, 0xc00221c000, 0x1e03, 0x6520646e61207368, 0x6574616e696d696c, 0x6165772073696820)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1283 [semacquire]:
os.newFile(0xf, 0xc0012b05a0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0012b05a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0012b05a0, 0x5b, 0x0, 0x0, 0x6d2020202020200a, 0x6220737265677265, 0x67206e6565777465)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0012b05a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0012b05a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 938 [GC assist wait]:
strings.Replace(0xc000768000, 0x1779, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x9d3400, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002199950, 0xc000768000, 0x1779, 0x20736168206e6f73, 0x616574206e656562, 0x6d6f6320676e6973)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 891 [GC assist wait]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 628 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002a0f338, 0x432e00, 0xc002a0f268, 0x6308d3bc, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002a0f338, 0xc0003b0f00, 0x5, 0xc002a0f288, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002a0f338, 0xc002a0f350, 0x43b3b7, 0x1252790, 0xc002a0f300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f080dae0070, 0xc002a0f301, 0x10100000042ab7a, 0x0, 0x3438)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0007a8ab0, 0xaa64ee, 0x5, 0x346a)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc002a0f570, 0xc002744d60, 0x3438, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 824 [GC assist wait]:
strings.Replace(0xc0021d4400, 0xab7, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc0021d4400, 0xab7)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a67950, 0xc001af0c00, 0xab5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 631 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000899418, 0xaa04f9, 0x2, 0xc003566000, 0x1cfa, 0x1, 0x67d, 0xc00139d2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc003566000, 0x1cfa, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000899570, 0xc0029454e0, 0x56, 0xc000fdab0c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 633 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00339c640, 0xc000ac3318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ac3418, 0xaa04f9, 0x2, 0xc000648000, 0x1d3b, 0x1, 0x56f, 0xc00339c620)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc000648000, 0x1d3b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ac3570, 0xc002745060, 0x5e, 0xc0007993f3)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 636 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc002f87b30, 0xab2997, 0xc, 0xac00a0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301
github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc0005c1570, 0xc002f87b30, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0005c1570, 0xc0009e8400, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:434 +0x64a
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 825 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004948a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1205 [running]:
goroutine running on other thread; stack unavailable
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 889 [GC assist wait]:
strings.Replace(0xc0020fa000, 0x21d8, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x13, 0xc0020fa000, 0x21d8)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000ac7950, 0xc0015daf00, 0x21cd, 0x6177206b63656863, 0x6e67697365642073, 0x616d206f74206465)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ee480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 642 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func1(0x7f07209703f0, 0x952)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0014651a0, 0xc000591500, 0x952, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x7e
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000591500, 0x952, 0x952, 0x1, 0xc000591500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a52510, 0x2a, 0xc000591500, 0x952, 0xaa0378, 0x1, 0xc000591500, 0x952, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f653e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1221 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc002651758, 0xc002651740, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc002651740, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x16, 0xc0011e1320, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc0011e1320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e1320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e1320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1226 [GC assist wait]:
os.newFile(0x2f, 0xc0011e16e0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e16e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e16e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e16e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e16e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 645 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00295d300, 0x1224, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00295d300, 0x1224, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00295d300, 0x1224, 0x0, 0x0, 0x115f500, 0x1224, 0x1224)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00295d300, 0x1224, 0x0, 0x0, 0xaa0378, 0x1, 0xc0027cd900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00295d300, 0x1224, 0x1224, 0xc00295d300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ed6330, 0x30, 0xc00295d300, 0x1224, 0xaa0378, 0x1, 0xc00295d300, 0x1224, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 646 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0032d7900, 0xc58, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0032d7900, 0xc58, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0032d7900, 0xc58, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0032d7900, 0xc58, 0x0, 0x0, 0x115f500, 0xc58, 0xc58)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0032d7900, 0xc58, 0x0, 0x0, 0xaa0378, 0x1, 0xc0032d6c80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0032d7900, 0xc58, 0xc58, 0xc0032d7900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0030da040, 0x3c, 0xc0032d7900, 0xc58, 0xaa0378, 0x1, 0xc0032d7900, 0xc58, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f656e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 648 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017c9458, 0xaa04f9, 0x2, 0xc00218d200, 0x220, 0xc0017c9298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc00122fd10)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00122fce0, 0xc0017c9320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0017c93e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0017c93e0, 0xc001972ea0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x35e, 0x35f)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0017c9570, 0xc001972ea0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 651 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003446000, 0x1b63, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003446000, 0x1b63, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003446000, 0x1b63, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003446000, 0x1b63, 0x0, 0x0, 0x115f500, 0x1b63, 0x1b63)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003446000, 0x1b63, 0x0, 0x0, 0xaa0378, 0x1, 0xc002db4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003446000, 0x1b63, 0x1b63, 0xc003446000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a50e40, 0x34, 0xc003446000, 0x1b63, 0xaa0378, 0x1, 0xc003446000, 0x1b63, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 909 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004efb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 654 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0030d6a00, 0x13f, 0x13f, 0xc000081500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0030d6a00, 0x13f, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017c55e0, 0xaa04f9, 0x2, 0xc0030d6a00, 0x13f, 0x16, 0x35, 0xc0018ab420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0017c5570, 0xc0033218c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 818 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000ddd118, 0xc0013db300, 0xf1, 0x7, 0xc0013db300)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000ddd118, 0xc000b74380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000ddd118, 0xc000b74380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000ddd118, 0xc000b742a0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001933118, 0xc000b742a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001933118, 0xc000b742a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000ddd118, 0xc000b741c0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001933118, 0xc000b741c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001933118, 0xc000b741c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000ddd118, 0xc0013f97a0, 0xc000081500, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001933118, 0xc0013f97a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001933118, 0xc0013f97a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000ddd118, 0xc0013f96c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001933118, 0xc0013f96c0, 0x54b170, 0xc00110c340)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0013f96c0, 0x0, 0x0, 0x0, 0x0, 0xc0013f96c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002b9bb90, 0x0, 0x0, 0x0, 0x1a80, 0xc002124480, 0x19e9, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002124480, 0x19e9, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0015e2200)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001933570, 0xc0029ffe20, 0xc0018ab280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 253 [semacquire]:
strings.Replace(0xc000cc2000, 0xe85, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x1a, 0xc000cc2000, 0xe85)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e21570, 0xc002881d20, 0xc0006468e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 254 [semacquire]:
bytes.makeSlice(0x2f3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00165aae0, 0x11d, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00165aae0, 0xc001811d40, 0x11d, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00165aae0, 0xc001811d40, 0x11d, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00165aae0, 0xc000b775e0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00165aae0, 0xc000b77570, 0xb84d20, 0xc00165aae0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00165aae0, 0xc000b77570, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00165aab0, 0x203000, 0x203000, 0x4cda434700000000, 0xc000cf5190)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00165aab0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00165aa80, 0xc000cf5320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc000cf5708, 0xc003554220, 0xaac03e, 0x7, 0xc003554220)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc000cf5708, 0xc003554220, 0xc0000baa60)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d2060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 256 [running]:
goroutine running on other thread; stack unavailable
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 898 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 817 [semacquire]:
strings.Replace(0xc0020d6c00, 0x1019, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc002616000, 0xc001490180)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002979950, 0xc0020d6c00, 0x1019, 0x6100000020, 0x640000006e, 0x6500000020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1220 [GC assist wait]:
os.newFile(0x13, 0xc0011e1260, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e1260, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e1260, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e1260, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 298 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c53418, 0xaa04f9, 0x2, 0xc001ef8c00, 0x1013, 0x1, 0x604, 0xc001873a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001ef8c00, 0x1013, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c53570, 0xc00117e280, 0x34, 0xc000c1b940)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0014b6660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 42 [semacquire]:
strings.Replace(0xc001684000, 0x2764, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x9d3400, 0xc000683880)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0012d3950, 0xc001684000, 0x2764, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d2f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 826 [GC assist wait]:
strings.Replace(0xc0012a6000, 0x12c6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x17, 0xc0012a6000, 0x12c6)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001935950, 0xc00295f900, 0x12c4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000494a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 943 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0010a6a50, 0xc000761470, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc000761570, 0xc003554160, 0xc0025a3a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:269 +0x115
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 679 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0034878f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034878e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00122d000, 0xdc5, 0xdc5, 0x1, 0xc00122d000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00138ed98, 0x24, 0xc00122d000, 0xdc5, 0xaa0378, 0x1, 0xc00122d000, 0xdc5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0014b7020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 682 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001c77500, 0xa1d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001c77500, 0xa1d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001c77500, 0xa1d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001c77500, 0xa1d, 0x0, 0x0, 0x115f500, 0xa1d, 0xa1d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001c77500, 0xa1d, 0x0, 0x0, 0xaa0378, 0x1, 0xc001c76a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001c77500, 0xa1d, 0xa1d, 0xc001c77500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003093a4d, 0x49, 0xc001c77500, 0xa1d, 0xaa0378, 0x1, 0xc001c77500, 0xa1d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0014b7260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 823 [GC assist wait]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001465200, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001465200, 0x0, 0x0, 0x0, 0xc001a69258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001465200, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a69950, 0xc00132ad00, 0x89e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004945a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 953 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002dc7950, 0xc001bb9300, 0x1866, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 690 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00064a000, 0x739, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00064a000, 0x739, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00064a000, 0x739, 0x0, 0x0, 0x115f500, 0x739, 0x739)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00064a000, 0x739, 0x0, 0x0, 0xaa0378, 0x1, 0xc001ff5800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00064a000, 0x739, 0x739, 0xc00064a000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007a7e30, 0x66, 0xc00064a000, 0x739, 0xaa0378, 0x1, 0xc00064a000, 0x739, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0014b7860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 931 [GC assist wait]:
strings.Replace(0xc001424000, 0x12cd, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc001424000, 0x12cd)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005b1950, 0xc000cd1300, 0x12c7, 0x8, 0x1, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003390060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 264 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002b44800, 0x7db, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002b44800, 0x7db, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002b44800, 0x7db, 0x0, 0x0, 0x115f500, 0x7db, 0x7db)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002b44800, 0x7db, 0x0, 0x0, 0xaa0378, 0x1, 0xc001241000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002b44800, 0x7db, 0x7db, 0xc002b44800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ed6911, 0x1a, 0xc002b44800, 0x7db, 0xaa0378, 0x1, 0xc002b44800, 0x7db, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 267 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0007fb500, 0xc001c67318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c67418, 0xaa059b, 0x2, 0xc0019f6c00, 0x11ae, 0x1e, 0x363, 0xc0007fb4e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc0019f6c00, 0x11ae, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c67570, 0xc001872f00, 0x22, 0xc000112f30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 271 [semacquire]:
strings.genSplit(0xc000a5c000, 0x72, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x72, 0xc000443f80, 0x72)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ae95e0, 0xaa04f9, 0x2, 0xc000443f80, 0x72, 0x1, 0x43, 0xc000770aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ae9570, 0xc0029fe1a0, 0x4a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003032c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1188 [GC assist wait]:
strings.Replace(0xc000e16000, 0x10c6, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x4, 0xc000e16000, 0x10c6)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a65950, 0xc0020d5900, 0x10c4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d36e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 819 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002e666f0, 0xc002e666f0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000aed570, 0xc0000ba460, 0x41)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000489aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 725 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0024b3320, 0x203000, 0x203000, 0x440d95, 0xc00061ba80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0024b3320)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0024b32f0, 0xc0013b9320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0013b9708, 0xc0015c55c0, 0xaac03e, 0x7, 0xc0015c55c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0013b9708, 0xc0015c55c0, 0xc0010ad200)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000303740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 746 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00071e1a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00071e1a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00071e1a0, 0xc000cbd500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268d940, 0x0, 0x0, 0x0, 0xc000745258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268d940, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000745950, 0xc00076b000, 0x17e2, 0x3, 0xd, 0xc0011f2690)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003033e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1230 [GC assist wait]:
os.newFile(0x38, 0xc0011e19e0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e19e0, 0x5b, 0x0, 0x0, 0x4, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e19e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e19e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e19e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 808 [GC assist wait]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fe9950, 0xc00119e000, 0x769, 0x3, 0x2, 0xc0011f2630)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 809 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0010870e0, 0x0, 0x0, 0x0, 0xc001b07500, 0x9b2, 0x2, 0xc002d75270, 0xc001b07500, 0x9b2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0010870e0, 0xc001b07500, 0x9b2, 0xaa0378, 0x1, 0x1, 0x1e)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d0d570, 0xc002fde6a0, 0xc002f31b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 805 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fdee40, 0x0, 0x0, 0x0, 0xc0025d9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fdee40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025d9950, 0xc002449000, 0xf2b, 0x1, 0xc00321c010, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a0cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 804 [GC assist wait]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fdee20, 0x0, 0x0, 0x0, 0xc001afd258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fdee20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001afd950, 0xc00295b500, 0x9f4, 0x1, 0xc00321c010, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a0900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 813 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000149220, 0x0, 0x0, 0x0, 0xc000fad440, 0x86, 0x2, 0xc00174a1f0, 0xc000a86a88, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:642 +0x7ae
regexp.(*Regexp).ReplaceAllString(0xc000149220, 0xc000fad440, 0x86, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00174b118, 0xc001f9a8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00174b118, 0xc001f9a700, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00174b118, 0xc001f9a700, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00174b118, 0xc001f9a700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00174b118, 0xc001f9a700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00174b118, 0xc001f3d5e0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017f5118, 0xc001f3d5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017f5118, 0xc001f3d5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00174b118, 0xc001f3d500, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017f5118, 0xc001f3d500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017f5118, 0xc001f3d500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00174b118, 0xc001d64070, 0xc002f2c700, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017f5118, 0xc001d64070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017f5118, 0xc001d64070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00174b118, 0xc002239f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017f5118, 0xc002239f80, 0x54b170, 0xc0029421a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002239f80, 0x0, 0x0, 0x0, 0x0, 0xc002239f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002684300, 0x0, 0x0, 0x0, 0x800, 0xc000a46000, 0x77c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000a46000, 0x77c, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000426d50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0017f5570, 0xc001d7ea80, 0xc000646260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000488060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 831 [GC assist wait]:
strings.Replace(0xc00354c000, 0x2847, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x9d3400, 0xc05)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000231950, 0xc00354c000, 0x2847, 0x3, 0xc00142887b, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 755 [GC assist wait]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002eae000, 0x30a7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002eae000, 0x30a7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002eae000, 0x30a7, 0x0, 0x0, 0x115f500, 0x30a7, 0x30a7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002eae000, 0x30a7, 0x0, 0x0, 0xaa0378, 0x1, 0xc0019eea00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002eae000, 0x30a7, 0x30a7, 0xc002eae000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00245b820, 0x1b, 0xc002eae000, 0x30a7, 0xaa0378, 0x1, 0xc002eae000, 0x30a7, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 756 [semacquire]:
strings.Replace(0xc00072d000, 0xe8c, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc001f6ca80, 0x0, 0x0, 0x0, 0x0, 0xc001f6ca80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001ee6bd0, 0x0, 0x0, 0x0, 0x1300, 0xc001a5b900, 0x11e7, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001a5b900, 0x11e7, 0x0, 0x0, 0x0, 0x440d95, 0xc00305ecc0, 0x7f07f035bbe0, 0xa3bae62400000010)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002165570, 0xc0024e8fa0, 0xc001326880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1216 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e0f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1229 [GC assist wait]:
os.newFile(0x33, 0xc0011e1920, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e1920, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e1920, 0x5b, 0x0, 0xc000000000, 0x3, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e1920, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 907 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004ef860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 812 [semacquire]:
strings.Replace(0xc0009f2000, 0xf82, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xe, 0xc0009f2000, 0xf82)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005af950, 0xc0010d9000, 0xf80, 0x6e00000068, 0x6c0000006f, 0x670000006f)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a1a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 833 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00154d800, 0x730, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00154d800, 0x730, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00154d800, 0x730, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00154d800, 0x730, 0x0, 0x0, 0x115f500, 0xc00154d800, 0x730)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00154d800, 0x730, 0x0, 0x0, 0xaa0378, 0x1, 0xc00154c800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00154d800, 0x730, 0x730, 0xc00154d800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f93400, 0x3d, 0xc00154d800, 0x730, 0xaa0378, 0x1, 0xc00154d800, 0x730, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004959e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 834 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 835 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0033d5110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0033d5110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0033d5110, 0xc000fcad90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0018aaba0, 0x0, 0x0, 0x0, 0xc002095258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0018aaba0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002095950, 0xc002009800, 0xb5a, 0x5, 0xc00320eda8, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 836 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00132ba00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00132bad0, 0xc000da9180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0018732e0, 0x0, 0x0, 0x0, 0xc001b9f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0018732e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b9f950, 0xc001ed6000, 0xbca, 0x5, 0xc00320eda8, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000495e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 837 [semacquire]:
strings.genSplit(0xc0009f3000, 0xec6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2d1, 0x2d1)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c87418, 0xaa04df, 0x2, 0xc000cc3000, 0xec6, 0x1, 0x2d1, 0xc001d7f8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc000cc3000, 0xec6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c87570, 0xc001d7f120, 0x5e, 0xc0004c036b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 838 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001511e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc001511ee0, 0xc002f84070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0018aab80, 0x0, 0x0, 0x0, 0xc000c19258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0018aab80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000c19950, 0xc001cb2d80, 0xcad, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 839 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0004e0f00, 0x4d6, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:67 +0x34
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0004e0f00, 0x4d6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0004e0f00, 0x4d6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0004e0f00, 0x4d6, 0x0, 0x0, 0x115f500, 0xc0004e0f00, 0x4d6)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0004e0f00, 0x4d6, 0x0, 0x0, 0xaa0378, 0x1, 0xc0004e0a00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0004e0f00, 0x4d6, 0x4d6, 0xc0004e0f00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c9e000, 0x46, 0xc0004e0f00, 0x4d6, 0xaa0378, 0x1, 0xc0004e0f00, 0x4d6, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f881e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 840 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0018dcb40, 0x1d3, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0018dcb40, 0x1d3, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0018dcb40, 0x1d3, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0018dcb40, 0x1d3, 0x0, 0x0, 0x115f500, 0xc0018dcb40, 0x1d3)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0018dcb40, 0x1d3, 0x0, 0x0, 0xaa0378, 0x1, 0xc0018dc960)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0018dcb40, 0x1d3, 0x1d3, 0xc0018dcb40)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f92a40, 0x36, 0xc0018dcb40, 0x1d3, 0xaa0378, 0x1, 0xc0018dcb40, 0x1d3, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 841 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x3b1, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0011cd400, 0x3b1, 0x3b1, 0xc0011cd400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a190, 0x47, 0xc0011cd400, 0x3b1, 0xaa0378, 0x1, 0xc0011cd400, 0x3b1, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 843 [GC assist wait]:
strings.Replace(0xc0021d5000, 0xb50, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc0021d5000, 0xb50)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d13950, 0xc001b36800, 0xb4e, 0x7f080f623600, 0x20300000000000, 0x7f080f62bfff)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f886c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 844 [GC assist wait]:
strings.Replace(0xc0004e6000, 0x15cc, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1c, 0xc0004e6000, 0x15cc)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000ac5950, 0xc0030c3000, 0x15ca, 0xb, 0xc00337c651, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 845 [GC assist wait]:
strings.Replace(0xc000556000, 0x19c6, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc000411aa0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00022b950, 0xc000556000, 0x19c6, 0xa, 0xc00199f79d, 0x9)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 846 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc002bb8a00, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc0033d4d00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0033d4d00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0033d4d00, 0xc000458070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fdef20, 0x0, 0x0, 0x0, 0xc000b7f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fdef20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000b7f950, 0xc00080bb00, 0xd0f, 0x746e656d6e726576, 0x736c612079616d20, 0x20676e697262206f)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f889c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 847 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 848 [semacquire]:
strings.genSplit(0xc000eea300, 0x16c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc000522100, 0x3b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003453570, 0xc0027af230, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003453570, 0xc0024e89a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 849 [semacquire]:
strings.Replace(0xc0016a0c00, 0x104f, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0016a0c00, 0x104f)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c51950, 0xc00169e600, 0x104d, 0x69656874206d6f72, 0x2c73656c6f702072, 0x6863746572747320)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 850 [semacquire]:
strings.Replace(0xc0011c3500, 0xa7c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x9d3400, 0xc00057e380)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b99950, 0xc0011c3500, 0xa7c, 0x104, 0xc001765550, 0x42cc84)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 851 [semacquire]:
strings.Replace(0xc000a32000, 0xf9b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc000a32000, 0xf9b)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000487950, 0xc000f28000, 0xf99, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 852 [GC assist wait]:
strings.Replace(0xc000f5c000, 0x144b, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x9d3400, 0xb6c20c)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b9b950, 0xc000f5c000, 0x144b, 0x796e6120726f6e20, 0x6f66206b726f7720, 0x6f63206568742072)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 854 [GC assist wait]:
strings.Replace(0xc0031ca000, 0x1a54, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc002595e60, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001bcf950, 0xc0031ca000, 0x1a54, 0x7200000075, 0x6100000020, 0x6c0000006c)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f893e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 855 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f894a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 856 [semacquire]:
strings.genSplit(0xc00174c000, 0x1ed0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x523, 0x523)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b79418, 0xaa04f9, 0x2, 0xc00143e000, 0x1ed0, 0x1, 0x523, 0xc00139d680)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc00143e000, 0x1ed0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000b79570, 0xc00139d280, 0x2b, 0xc000fc2540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f895c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 858 [GC assist wait]:
strings.Replace(0xc001384000, 0x18af, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x10, 0x9d3400, 0xb6c046)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000189950, 0xc001384000, 0x18af, 0x0, 0x0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89800, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 859 [GC assist wait]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0033d44e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0033d45b0, 0xc002322070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fdee60, 0x0, 0x0, 0x0, 0xc000c81258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fdee60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000c81950, 0xc00102c800, 0x77d, 0xc00332dce0, 0xc00332de30, 0xc0014f2b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f898c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 860 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89980, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 861 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89aa0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 862 [GC assist wait]:
strings.Replace(0xc001162000, 0x2140, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc001162000, 0x2140)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ef3950, 0xc0021b4a00, 0x2136, 0x3, 0x1, 0xc0039bc8e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89b60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 863 [GC assist wait]:
strings.Replace(0xc002254000, 0x1e79, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x1, 0xc002254000, 0x1e79)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fe5950, 0xc001106000, 0x1e71, 0x0, 0x0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89c20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 864 [semacquire]:
strings.Replace(0xc0027db900, 0x21ac, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc0027db900, 0x21ac)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c31950, 0xc0027d6f00, 0x21a3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89ce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 865 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89da0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 866 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89e60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 867 [semacquire]:
strings.Replace(0xc000d18000, 0x1a57, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x1, 0xc000d18000, 0x1a57)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c57950, 0xc00055ca00, 0x1a4f, 0x746920666f206572, 0x736c65746f682073, 0x20200a3e702f3c2e)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89f20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 868 [GC assist wait]:
github.com/fatih/set.(*Set).Add(0xc0024e9440, 0xc001c37318, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c37418, 0xaa04f9, 0x2, 0xc00185d000, 0x1640, 0x1, 0x56c, 0xc0024e9420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc00185d000, 0x1640, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c37570, 0xc0024e90c0, 0x3d, 0xc0010d2200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003021e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 869 [GC assist wait]:
strings.Replace(0xc001571500, 0x1334, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc001571500, 0x1334)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00067b950, 0xc0014c0a00, 0x1331, 0xc002ed8a58, 0x3, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003022a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 870 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0017cca90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0017ccb60, 0xc00151c850, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f31f60, 0x0, 0x0, 0x0, 0xc000f8f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f31f60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f8f950, 0xc0015dd400, 0x2350, 0xc002ed8a58, 0x3, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 872 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003027e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 873 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001015300, 0x12c8, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001015300, 0x12c8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001015300, 0x12c8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001015300, 0x12c8, 0x0, 0x0, 0x115f500, 0x12c8, 0x12c8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001015300, 0x12c8, 0x0, 0x0, 0xaa0378, 0x1, 0xc001978c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001015300, 0x12c8, 0x12c8, 0xc001015300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a820, 0x50, 0xc001015300, 0x12c8, 0xaa0378, 0x1, 0xc001015300, 0x12c8, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 874 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000c2c3c0, 0xc002b7b600, 0xd41, 0xaa0378, 0x1, 0xc002b79b00, 0xd41)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc002b7b600, 0xd41, 0xaa0378, 0x1, 0xc002b7b600, 0xd41)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 875 [GC assist wait]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002dac380, 0xce5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002dac380, 0xce5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002dac380, 0xce5, 0x0, 0x0, 0x115f500, 0xce5, 0xce5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002dac380, 0xce5, 0x0, 0x0, 0xaa0378, 0x1, 0xc002da9b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002dac380, 0xce5, 0xce5, 0xc002dac380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000303980, 0x51, 0xc002dac380, 0xce5, 0xaa0378, 0x1, 0xc002dac380, 0xce5, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003030e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 960 [semacquire]:
bytes.makeSlice(0x2d3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0039bb9b0, 0x7, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0039bb9b0, 0xad070f, 0x7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0039bb9b0, 0xc001d3fdc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316
golang.org/x/net/html.render1(0xb84d20, 0xc0039bb9b0, 0xc001d3f960, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0039bb9b0, 0xc001d3f8f0, 0xb84d20, 0xc0039bb9b0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0039bb9b0, 0xc001d3f8f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00186fe60, 0x50d2a1, 0xc000112480, 0x22, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a85570, 0xc0024e92e0, 0xc003554b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 961 [semacquire]:
strings.Replace(0xc001b79500, 0xa7b, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc001b79500, 0xa7b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001bd1950, 0xc001c5f500, 0xa79, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 962 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003086360, 0xc003086360, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00100d570, 0xc002fde220, 0x2c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 963 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00072a9c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00072a9c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00072a9c0, 0xc0022951f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f30880, 0x0, 0x0, 0x0, 0xc0028db258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f30880, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028db950, 0xc001428c00, 0x109a, 0x6220656874202c65, 0x6961732068636e65, 0x202020200a0a2e64)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003391f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 964 [semacquire]:
strings.genSplit(0xc001d88300, 0x6db, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x159, 0x159)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f45418, 0xaa058b, 0x2, 0xc001d87500, 0x6db, 0x6, 0x159, 0xc001365a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001d87500, 0x6db, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f45570, 0xc002f309a0, 0x61, 0xc002e0c700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 965 [GC assist wait]:
strings.Replace(0xc000f18000, 0x12b0, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc000f18000, 0x12b0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d7f950, 0xc000e17300, 0x12ac, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 966 [GC assist wait]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000add418, 0xaa0503, 0x2, 0xc001d27c00, 0xb49, 0x5, 0x259, 0xc001465460)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc001d27c00, 0xb49, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000add570, 0xc001464ec0, 0x54, 0xc0007987e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88420, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 967 [semacquire]:
bytes.makeSlice(0x575, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0035f5b60, 0x3, 0xaa408e)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0035f5b60, 0xc001797710, 0x3, 0x6, 0xffffffffffffffff, 0xaa03f5)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0035f5b60, 0xc001797710, 0x3, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0035f5b60, 0xc001178ee0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0035f5b60, 0xc001178930, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0035f5b60, 0xc0011788c0, 0xb84d20, 0xc0035f5b60)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0035f5b60, 0xc0011788c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0013c23c0, 0xe737e250, 0x1251a20, 0xc0016cf9a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f885a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 968 [GC assist wait]:
os.newFile(0xad, 0xc000f88720, 0x5a, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f88720, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f88720, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f88720, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88720, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 969 [GC assist wait]:
os.newFile(0xae, 0xc000f88900, 0x5a, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f88900, 0x5a, 0x0, 0xc000000000, 0x3, 0x1, 0xc00308d318)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f88900, 0x5a, 0x0, 0xc000000000, 0x3, 0x1, 0xc0010fa9f8)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f88900, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88900, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 970 [GC assist wait]:
os.newFile(0xb0, 0xc000f88c00, 0x5a, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f88c00, 0x5a, 0x0, 0x0, 0xc00308d978, 0x3, 0x2)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f88c00, 0x5a, 0x0, 0x0, 0xc003065158, 0x3, 0x2)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f88c00, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88c00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 971 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f88f00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 972 [GC assist wait]:
os.newFile(0xb1, 0xc000f89200, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f89200, 0x5b, 0x0, 0x0, 0x2, 0xc002e39db8, 0x3)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f89200, 0x5b, 0x0, 0x0, 0x2, 0xc003065d38, 0x3)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f89200, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 973 [semacquire]:
strings.Replace(0xc001014000, 0x12d5, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc001014000, 0x12d5)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d09950, 0xc0014e1900, 0x12cf, 0xc002ebbdb8, 0x3, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 974 [GC assist wait]:
os.newFile(0xb2, 0xc000f89500, 0x5b, 0x1, 0x656b694d00000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f89500, 0x5b, 0x0, 0x7379542000000000, 0x6165707061206e6f, 0x3c206e6f20646572, 0x223d666572682061)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f89500, 0x5b, 0x0, 0x203e612f00000000, 0x6575672061207361, 0x2e74736f68207473, 0x6c616974696e4920)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f89500, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 975 [GC assist wait]:
os.newFile(0xb3, 0xc000f89620, 0x5b, 0x1, 0x616c2f7900000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f89620, 0x5b, 0x0, 0x2020202000000000, 0x7266693c20202020, 0x6174616420656d61, 0x7468223d6372732d)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f89620, 0x5b, 0x0, 0x3331353900000000, 0x65723f3438333637, 0x77743d6372735f66, 0x6674653525637273)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f89620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 976 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc001961a58, 0xc001961a40, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc001961a40, 0xaa3cc2, 0x4, 0x1, 0x0, 0x746c657061726f6f)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0xb4, 0xc000f89860, 0x5b, 0x1, 0x666f207300000000)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc000f89860, 0x5b, 0x0, 0x6420726f00000000, 0x2d727561736f6e69, 0x6574616e696d6f64, 0x6c6973736f662064)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f89860, 0x5b, 0x0, 0x6269722000000000, 0x7420747562202c73, 0x206d616574206568, 0x7265766f63736964)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f89860, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 977 [GC assist wait]:
os.newFile(0xb5, 0xc000f899e0, 0x5b, 0x1, 0x6f206e6f00000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f899e0, 0x5b, 0x0, 0x2e61657300000000, 0x7420736920746920, 0x6874786973206568, 0x74706d6574746120)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f899e0, 0x5b, 0x0, 0x646e6f6300000000, 0x6c69726420746375, 0x65706f20676e696c, 0x20736e6f69746172)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f899e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f899e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 978 [semacquire]:
golang.org/x/net/html/atom.String(0xc0009050f4, 0x8, 0xf0c, 0xf0c, 0xc0009050fe)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc00132b450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc00132b520, 0xc002b64700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268d8c0, 0x0, 0x0, 0x0, 0xc001dd9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268d8c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001dd9950, 0xc000190580, 0x51d, 0x5, 0xc0007a4aac, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 979 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0033d4f70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0033d51e0, 0xc000d872d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268d920, 0x0, 0x0, 0x0, 0xc001505258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268d920, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001505950, 0xc002d28000, 0x139d, 0x2, 0xc0007a4f9c, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 980 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 981 [GC assist wait]:
strings.Replace(0xc0005d6000, 0x2266, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x4, 0xc0005d6000, 0x2266)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000c85950, 0xc00001b400, 0x2260, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f89f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 982 [semacquire]:
strings.Replace(0xc000888000, 0x196a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x6, 0x9d3400, 0xc000e7e700)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00046b950, 0xc000888000, 0x196a, 0x0, 0xc001dab500, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f643c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 983 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.calculateConfidence(0xc001212c00, 0x30, 0x40, 0xc001ee6900, 0x13bfe, 0xc001212c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:167 +0x43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0022b0b00, 0x289, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:162 +0x333
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0022b0b00, 0x289, 0x0, 0x0, 0x115f500, 0x289, 0x289)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0022b0b00, 0x289, 0x0, 0x0, 0xaa0378, 0x1, 0xc0022b0840)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0022b0b00, 0x289, 0x289, 0xc0022b0b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014b6060, 0x58, 0xc0022b0b00, 0x289, 0xaa0378, 0x1, 0xc0022b0b00, 0x289, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 984 [GC assist wait]:
os.newFile(0x9f, 0xc000f646c0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f646c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f646c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f646c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f646c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 985 [semacquire]:
os.newFile(0xa0, 0xc000f64840, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f64840, 0x5b, 0x0, 0x0, 0x0, 0x404040402030202, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f64840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f64840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 986 [semacquire]:
os.newFile(0xa1, 0xc000f649c0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f649c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f649c0, 0x5b, 0x0, 0x0, 0x202030202030303, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f649c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f649c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 987 [semacquire]:
os.newFile(0xa2, 0xc000f64b40, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f64b40, 0x5b, 0x0, 0x404040300000000, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f64b40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f64b40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 988 [semacquire]:
os.newFile(0xa3, 0xc000f64cc0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f64cc0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f64cc0, 0x5b, 0x0, 0x0, 0x899be9d130a9ea43, 0x9e9080, 0xc000eac250)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f64cc0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 989 [semacquire]:
os.newFile(0xa5, 0xc000f64e40, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f64e40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f64e40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f64e40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 990 [semacquire]:
bytes.makeSlice(0x1ae, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00399b260, 0x1ae, 0x203000)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00399b260, 0xc00104c000, 0x1ae, 0xc003c12090, 0x7f080c01d388, 0xc002579b08)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d65b20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001d65ab0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003a0b410, 0xa9ece0, 0xc003a0b3e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00399b570, 0xc00139c200, 0x4b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f64fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 991 [GC assist wait]:
os.newFile(0xa9, 0xc000f65140, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f65140, 0x5b, 0x0, 0xc000000000, 0x3, 0x5, 0xc00308caf8)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f65140, 0x5b, 0x0, 0xc000000000, 0x3, 0x5, 0xc002eba1d8)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f65140, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 992 [GC assist wait]:
bytes.makeSlice(0x1c80, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002421a98, 0x1c80, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc002f691d8, 0x1c80, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc000f652c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f652c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 993 [GC assist wait]:
os.newFile(0x9e, 0xc000f65440, 0x5a, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f65440, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f65440, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x202020302020202)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f65440, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 994 [GC assist wait]:
os.newFile(0xaa, 0xc000f658c0, 0x5a, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f658c0, 0x5a, 0x0, 0x0, 0x0, 0x403030203030302, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f658c0, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f658c0, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f658c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 995 [GC assist wait]:
os.newFile(0xac, 0xc000f65a40, 0x5a, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f65a40, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f65a40, 0x5a, 0x0, 0x0, 0x403030302030202, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f65a40, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65a40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 996 [semacquire]:
strings.Replace(0xc00196ca00, 0x34af, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0xc000d22480, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00209b950, 0xc00196ca00, 0x34af, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 997 [GC assist wait]:
os.newFile(0xaf, 0xc000f65d40, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f65d40, 0x5b, 0x0, 0x323528fc00000000, 0x9e9080, 0xc002e48c40, 0x9e9080)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f65d40, 0x5b, 0x0, 0x0, 0xc002e48c20, 0x9e9080, 0xc002e48c00)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f65d40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 998 [GC assist wait]:
os.newFile(0xa7, 0xc000f65ec0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000f65ec0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000f65ec0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000f65ec0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000f65ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 999 [GC assist wait]:
os.newFile(0xbc, 0xc000302000, 0x5b, 0x1, 0x656c207400000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000302000, 0x5b, 0x0, 0x73736f7000000000, 0x74617020656c6269, 0x206f742079617768, 0xa2e6874776f7267)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000302000, 0x5b, 0x0, 0x7020706f00000000, 0x65697469726f6972, 0x6420746168742073, 0x6d20657672657365)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000302000, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1000 [GC assist wait]:
os.newFile(0xbb, 0xc000302180, 0x5b, 0x1, 0x7572697600000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000302180, 0x5b, 0x0, 0x2f3c2e3e00000000, 0x20202020200a3e69, 0x200a0a3e702f3c20, 0x3e703c2020202020)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000302180, 0x5b, 0x0, 0x6564207400000000, 0x2073656e696c6461, 0x6565622065766168, 0x6578616c6572206e)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000302180, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1001 [GC assist wait]:
os.newFile(0xbd, 0xc000302300, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000302300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000302300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000302300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1002 [GC assist wait]:
os.newFile(0xbe, 0xc000302420, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x52
os.openFileNolog(0xc000302420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000302420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000302420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1003 [semacquire]:
strings.Replace(0xc000e8fc00, 0xb14, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc000e8fc00, 0xb14)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001feb950, 0xc001ed6000, 0xb0b, 0x5, 0xc000318404, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1004 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00071e5b0, 0xc001606000, 0xb5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00071e5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00071e5b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00071e5b0, 0xc000cbd960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268d980, 0x0, 0x0, 0x0, 0xc00018f258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268d980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00018f950, 0xc001ed9000, 0xa96, 0x3, 0xc0003e0c60, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1005 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00022f950, 0xc002a06000, 0xfeb, 0x206f742064656e65, 0x206f742065766168, 0x65636e756f6e6e61)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003026c0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1006 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00071e8f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc00071e9c0, 0xc000cbdc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268d9e0, 0x0, 0x0, 0x0, 0xc00018b258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268d9e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00018b950, 0xc000889980, 0x1830, 0x7469766974616572, 0x73656c206f6e2079, 0x796d206e69202c73)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302780, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1007 [semacquire]:
strings.Replace(0xc0003be000, 0xdcb, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0003be000, 0xdcb)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000ea1950, 0xc000392000, 0xdc9, 0xc000fabd70, 0x3, 0xc0001b8da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003028a0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1008 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00071edd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc00071eea0, 0xc001f9b110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00268da20, 0x0, 0x0, 0x0, 0xc002975258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00268da20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002975950, 0xc000cee000, 0x746, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1009 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1010 [semacquire]:
strings.Replace(0xc0013a9000, 0x1654, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc0013a9000, 0x1654)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005ad950, 0xc00168f800, 0x164f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1011 [semacquire]:
os.newFile(0x7, 0xc000302d20, 0x5b, 0x1, 0x6120736900000000)
/usr/local/go/src/os/file_unix.go:113 +0x52
os.openFileNolog(0xc000302d20, 0x5b, 0x0, 0x7274657200000000, 0x20726f2068636e65, 0x756873206e657665, 0x202e6e776f642074)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000302d20, 0x5b, 0x0, 0x6e6e616300000000, 0x6f2079617020746f, 0x736e616f6c206666, 0x736c6120646e6120)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000302d20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1012 [semacquire]:
strings.genSplit(0xc000c91800, 0x6f1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1ac, 0x1ac)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002cb7418, 0xaa05c9, 0x2, 0xc00231c700, 0x6f1, 0x4, 0x1ac, 0xc001d7ec60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc00231c700, 0x6f1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002cb7570, 0xc001872540, 0x3a, 0xc00317a4c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000302ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1013 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003031a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1014 [semacquire]:
strings.genSplit(0xc000907200, 0x804, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x25f, 0x25f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001421418, 0xaa058b, 0x2, 0xc002fb0d00, 0x804, 0x6, 0x25f, 0xc0010ac700)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc002fb0d00, 0x804, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001421570, 0xc0018ab680, 0x63, 0xc000d295f5)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000303560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1015 [GC assist wait]:
os.newFile(0x97, 0xc000303860, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000303860, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000303860, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000303860, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000303860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1021 [GC assist wait]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000557a80, 0x1997, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000557a80, 0x1997, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000557a80, 0x1997, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000557a80, 0x1997, 0x0, 0x0, 0x115f500, 0x1997, 0x1997)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000557a80, 0x1997, 0x0, 0x0, 0xaa0378, 0x1, 0xc002912480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000557a80, 0x1997, 0x1997, 0xc000557a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015e3c80, 0x37, 0xc000557a80, 0x1997, 0xaa0378, 0x1, 0xc000557a80, 0x1997, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000303ec0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1023 [GC assist wait]:
regexp.makeOnePass.func1(0x6, 0xc003a61110, 0xf, 0xf, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc00165a0f0, 0xc00165a0f0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc00165a090, 0xc00165a090)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x113)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001ba1358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001ba1358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001ba1358, 0x0, 0xb856e0, 0xc0009e8028, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001ba1358, 0xc000f70070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001ba1358, 0x42cc84, 0xc00165a030, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001ba13c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00000e6e0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00114b3b0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001ba1570, 0xc0029fee80, 0xabc101, 0x1d, 0x4c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e60c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1024 [GC assist wait]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000dd95e0, 0xaa04f9, 0x2, 0xc002317300, 0x1888, 0x0, 0xc0005fc380, 0x7f0835f5e560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000dd9570, 0xc0029ff360, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1025 [GC assist wait]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f855e0, 0xaa04f9, 0x2, 0xc00067ddc0, 0x20, 0x0, 0xc000f85430, 0xc001464e48)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000f85570, 0xc00186e660, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000f85570, 0xc0024e92a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e63c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1026 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1027 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00141d140, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc00141d140, 0xb7b620, 0xc00030db90, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc00030db90, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00030db90, 0xc00141d230, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00030db90, 0x0, 0x0, 0x0, 0xc80, 0xc0024ae000, 0xc6f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0024ae000, 0xc6f, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002d31110)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00141d570, 0xc0025799e0, 0xc002f312a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e66c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1028 [semacquire]:
regexp.(*Regexp).expand(0xc000149220, 0xc0027b6300, 0x40, 0x40, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc00045b680, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc0027b6300, 0x40, 0x40, 0xc0014683f0, 0x2, 0x2, 0xc00045b680, 0xf0, 0x3c)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc000149220, 0x0, 0x0, 0x0, 0xc00045b680, 0xf0, 0x2, 0xc000f461f0, 0xa, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc000149220, 0xc00045b680, 0xf0, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f47118, 0xc001154ee0, 0xc000f46208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f47118, 0xc001154e70, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000f47118, 0xc001154e70, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f47118, 0xc001154e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f47118, 0xc001154e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f47118, 0xc002241ce0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028f5118, 0xc002241ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028f5118, 0xc002241ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f47118, 0xc002241c00, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028f5118, 0xc002241c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028f5118, 0xc002241c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f47118, 0xc002241500, 0xc00023ea80, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028f5118, 0xc002241500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028f5118, 0xc002241500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f47118, 0xc002241420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028f5118, 0xc002241420, 0x54b170, 0xc0034c7ad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002241420, 0x0, 0x0, 0x0, 0x0, 0xc002241420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00312ec30, 0x0, 0x0, 0x0, 0x1500, 0xc0012ba000, 0x1486, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0012ba000, 0x1486, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000e9c0f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0028f5570, 0xc0016cf5c0, 0xc0016cfea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1029 [semacquire]:
strings.Replace(0xc002eda000, 0xd53, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc001d34600, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002197950, 0xc002eda000, 0xd53, 0x1, 0x6, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e69c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1030 [semacquire]:
github.com/advancedlogic/GoOse.WebPageImageResolver.func1(0x0, 0xc00293ecf0)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:160 +0x219
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00293ecc0, 0xc000e2b3f8, 0x3)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.WebPageImageResolver(0xc002fde120, 0x4, 0xaa216a, 0x3, 0xaa8560)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:124 +0xc7
github.com/advancedlogic/GoOse.WebPageResolver(0xc0003f2360, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:174 +0x36
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1031 [semacquire]:
strings.Replace(0xc001662000, 0x1eb4, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc001d34810, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000763950, 0xc001662000, 0x1eb4, 0x6900000064, 0x6100000067, 0x6800000072)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1032 [GC assist wait]:
strings.Replace(0xc0003c0000, 0xf5f, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc000a08de0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f13950, 0xc0003c0000, 0xf5f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1033 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e6fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1038 [semacquire]:
strings.Replace(0xc0015c1100, 0xd55, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0x9d3400, 0xc002f2c700)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0017f1950, 0xc0015c1100, 0xd55, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1039 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc00311a738, 0xc00311a720, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc00311a720, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x25, 0xc0003e78c0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc0003e78c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0003e78c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003e78c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e78c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1040 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc002651d58, 0xc002651d40, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc002651d40, 0xaa3cc2, 0x4, 0x1, 0x0, 0x3)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x27, 0xc0003e7a40, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc0003e7a40, 0x5b, 0x0, 0xe36800000000, 0xc002ada070, 0x3, 0xc001fa6a80)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0003e7a40, 0x5b, 0x0, 0xc000000000, 0x3, 0xc000b9f2f0, 0x3)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003e7a40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1041 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1042 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc0026518d8, 0xc0026518c0, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc0026518c0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x2c, 0xc0003e7d40, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc0003e7d40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0003e7d40, 0x5b, 0x0, 0x0, 0x1, 0x1, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003e7d40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1043 [GC assist wait]:
os.newFile(0x51, 0xc0003e7ec0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0003e7ec0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0003e7ec0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003e7ec0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003e7ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1044 [GC assist wait]:
os.newFile(0x54, 0xc0003c6060, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0003c6060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0003c6060, 0x5b, 0x0, 0xc000000000, 0x3, 0xc0004b50c0, 0x3)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003c6060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c6060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1045 [GC assist wait]:
os.newFile(0x56, 0xc0003c61e0, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0003c61e0, 0x5b, 0x0, 0xc000000000, 0xc00226c310, 0xc00226c460, 0xc002d8e070)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0003c61e0, 0x5b, 0x0, 0xc000000000, 0xc002d8e9a0, 0xc00127c0e0, 0xc0030421c0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003c61e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c61e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1046 [GC assist wait]:
bytes.makeSlice(0x10ef, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00219ba98, 0x10ef, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc0000ab490, 0x10ef, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc0003c6360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c6360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1047 [GC assist wait]:
os.newFile(0x5e, 0xc0003c64e0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0003c64e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0003c64e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x404020302030302)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003c64e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c64e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1049 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c68a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1052 [semacquire]:
strings.genSplit(0xc001335000, 0xf9f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x364, 0x364)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d25418, 0xaa0503, 0x2, 0xc000375000, 0xf9f, 0x6, 0x364, 0xc001490a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc000375000, 0xf9f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d25570, 0xc001490620, 0x5b, 0xc0014b6300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c7260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1053 [GC assist wait]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002201320, 0x0, 0x1, 0xc000804e70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002201320, 0xc000804e78, 0x0, 0xc002201358, 0x75a8b9)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002201320, 0xc000e08ea0, 0x2f, 0xaad9a1, 0x8, 0xffffffffffffffff)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa3da6, 0x4, 0x8, 0xffffffffffffffff, 0x0, 0xc0022013f0, 0x50c861)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa3da6, 0x4, 0x0, 0x0, 0xad070f)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002e0acf0, 0xaa3da6, 0x4, 0xffffffffffffffff)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002201570, 0xc001872f20, 0x2f, 0xc000e08ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:120 +0x4a
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c74a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1054 [GC assist wait]:
os.newFile(0xc, 0xc0003c77a0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0003c77a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0003c77a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003c77a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c77a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1056 [semacquire]:
os.newFile(0xd, 0xc0003c7da0, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:113 +0x52
os.openFileNolog(0xc0003c7da0, 0x5b, 0x0, 0x0, 0xc000c5b3a8, 0x3, 0x9)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0003c7da0, 0x5b, 0x0, 0x0, 0xc001705c78, 0x3, 0xa)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003c7da0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003c7da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1057 [GC assist wait]:
strings.Replace(0xc001132000, 0x13c9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x9d3400, 0x6)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00022d950, 0xc001132000, 0x13c9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9c180, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1058 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.calculateDistance(0xc00013b300, 0x12c, 0x12c, 0xc002e0aff0, 0x1466e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:212 +0x86
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000a12480, 0x42a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:152 +0x189
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000a12480, 0x42a, 0x0, 0x0, 0x115f500, 0x42a, 0x42a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000a12480, 0x42a, 0x0, 0x0, 0xaa0378, 0x1, 0xc001b63680)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000a12480, 0x42a, 0x42a, 0xc000a12480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0030927e0, 0x53, 0xc000a12480, 0x42a, 0xaa0378, 0x1, 0xc000a12480, 0x42a, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9c2a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1059 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc00311a678, 0xc00311a660, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc00311a660, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x18, 0xc002f9c360, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc002f9c360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc002f9c360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc002f9c360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9c360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1060 [GC assist wait]:
strings.Replace(0xc00207a000, 0xf8c, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00207a000, 0xf8c)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001719950, 0xc002040000, 0xf8a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9c420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1061 [GC assist wait]:
golang.org/x/net/html.(*parser).addText(0xc0017cd930, 0xc000b67130, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc0017cd930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0017cd930)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0017cd930, 0xc001efb810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00117f480, 0x0, 0x0, 0x0, 0xc000743258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00117f480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000743950, 0xc0007ef500, 0x93e, 0x6f68206572757475, 0x20726f662073646c, 0x2e6f777420656874)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9c720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1062 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc002e4b1b8, 0xc002e4b1a0, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc002e4b1a0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x63657465646e752d)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x1c, 0xc002f9c7e0, 0x5b, 0x1, 0x6c69614400000000)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc002f9c7e0, 0x5b, 0x0, 0x3054393200000000, 0x2b30303a30303a30, 0x3e2f2230303a3030, 0x656d3c202020200a)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc002f9c7e0, 0x5b, 0x0, 0x6863206f00000000, 0x20726f66206b6365, 0x7463657465646e75, 0x7365736163206465)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc002f9c7e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9c7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1063 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc002e4b278, 0xc002e4b260, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc002e4b260, 0xaa3cc2, 0x4, 0x1, 0x0, 0x65632065636e756f)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x1e, 0xc002f9c960, 0x5b, 0x1, 0x6568207300000000)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc002f9c960, 0x5b, 0x0, 0x5520656800000000, 0x6172657665732053, 0x72746e756f63206c, 0x74206e6920736569)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc002f9c960, 0x5b, 0x0, 0x726f632000000000, 0x7375726976616e6f, 0x73746920646e6120, 0x6572756c69616620)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc002f9c960, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9c960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1064 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc001961ab8, 0xc001961aa0, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc001961aa0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x6c6c657720736120)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x20, 0xc002f9ca20, 0x5b, 0x1, 0x6d72657000000000)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc002f9ca20, 0x5b, 0x0, 0x656e696800000000, 0x756d6d6f43206573, 0x726150207473696e, 0x6974636120737974)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc002f9ca20, 0x5b, 0x0, 0x7420646e00000000, 0x6d20504343206568, 0x2079617020747375, 0x2079766165682061)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc002f9ca20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9ca20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1065 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9cae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1066 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc00311a6d8, 0xc00311a6c0, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc00311a6c0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x3)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x24, 0xc002f9cba0, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc002f9cba0, 0x5b, 0x0, 0x0, 0x1, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc002f9cba0, 0x5b, 0x0, 0xc000000000, 0x3, 0xc00140c610, 0x3)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc002f9cba0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9cba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1067 [semacquire]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc002e4b518, 0xc002e4b500, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc002e4b500, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x2a, 0xc002f9cd20, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc002f9cd20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc002f9cd20, 0x5b, 0x0, 0x0, 0x329, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc002f9cd20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9cd20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1069 [GC assist wait]:
strings.genSplit(0xc00254a000, 0x18d1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x432, 0x432)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a93418, 0xaa04d9, 0x2, 0xc00103b300, 0x18d1, 0x1, 0x432, 0xc0024e9be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000b4000, 0xc00103b300, 0x18d1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a93570, 0xc0024e97c0, 0x4d, 0xc000e9cbe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9cea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1070 [GC assist wait]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9cf60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1071 [semacquire]:
strings.Replace(0xc00152a000, 0x167c, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00152a000, 0x167c)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000c83950, 0xc0022bd000, 0x167a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1073 [GC assist wait]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001009100, 0x656, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001009100, 0x656, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001009100, 0x656, 0x0, 0x0, 0x115f500, 0xc001009100, 0x656)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001009100, 0x656, 0x0, 0x0, 0xaa0378, 0x1, 0xc001008300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001009100, 0x656, 0x656, 0xc001009100)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c9a880, 0x3a, 0xc001009100, 0x656, 0xaa0378, 0x1, 0xc001009100, 0x656, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1075 [semacquire]:
syscall.ByteSliceFromString(0xc002f9d380, 0x5b, 0xc0011dbe68, 0x3, 0x2, 0xc0011da898, 0x3)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc002f9d380, 0x5b, 0x80000, 0xc000000000, 0x3, 0x2, 0xc000c5b618)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc002f9d380, 0x5b, 0x0, 0x0, 0xc0011da358, 0x3, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc002f9d380, 0x5b, 0x0, 0x0, 0xc001945598, 0x3, 0x2)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc002f9d380, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1076 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00030de30, 0xaa03ab, 0x1, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0012b5570, 0xc00030de30, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:562 +0x55
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup.func1(0x2, 0xc00030de30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:727 +0x9e
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00030dc50, 0xc0012b5460, 0xc00030d5f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0012b5570, 0xc00030d5f0, 0xc00030d5f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1077 [semacquire]:
strings.Replace(0xc0014c3000, 0xf29, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xd, 0xc0012d51d0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f2d950, 0xc0014c3000, 0xf29, 0xe, 0x5, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1078 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0024e9060, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0024e9060, 0x0, 0x0, 0x0, 0xc000f31258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0024e9060, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f31950, 0xc0015bcd80, 0xd64, 0xc0018752d0, 0x3, 0xc00140c960)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1079 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc002651878, 0xc002651860, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc002651860, 0xaa3cc2, 0x4, 0x1, 0x0, 0x74202c3120656e75)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x22, 0xc002f9d680, 0x5b, 0x1, 0x706f206e00000000)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc002f9d680, 0x5b, 0x0, 0x7669747300000000, 0x3b343323262c6c61, 0x656a72656e614220, 0x3c2e646961732065)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc002f9d680, 0x5b, 0x0, 0x6f74206500000000, 0x657220656b617420, 0x696269736e6f7073, 0x676572207974696c)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc002f9d680, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1080 [semacquire]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc00311a798, 0xc00311a780, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc00311a780, 0xaa3cc2, 0x4, 0x1, 0x0, 0x2069657761754820)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x26, 0xc002f9d740, 0x5b, 0x1, 0x6220736500000000)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc002f9d740, 0x5b, 0x0, 0x736e696100000000, 0x6965776175482074, 0x642068746f622029, 0x6163697473656d6f)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc002f9d740, 0x5b, 0x0, 0x6e756d6d00000000, 0x6e61202d20797469, 0x66206f736c612064, 0x2072756f206d6f72)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc002f9d740, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1081 [GC assist wait]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1082 [GC assist wait]:
bytes.makeSlice(0x11d4, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0020a1a98, 0x11d4, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc002f691d0, 0x11d4, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc002f9d8c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1083 [GC assist wait]:
os.newFile(0x30, 0xc002f9d980, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc002f9d980, 0x5b, 0x0, 0x0, 0x0, 0x91b35215fa1e5, 0xc000fab2c0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc002f9d980, 0x5b, 0x0, 0xc000000000, 0x3, 0xc0020b6290, 0x3)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc002f9d980, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9d980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1085 [GC assist wait]:
strings.genSplit(0xc001c8f600, 0x2b9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x2b9, 0xc001c8f340, 0x2b9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f2b5e0, 0xaa04f9, 0x2, 0xc001c8f340, 0x2b9, 0xb, 0xc001f2b2e8, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc001eb2b10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001eb2840, 0xc001f2b378, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001f2b570, 0xc001eb2150, 0xc001365be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001f2b570, 0xc001eb2150, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001f2b570, 0xc001eb2150, 0xc001eb2150)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9db00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1086 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0034388d0, 0xece066bb, 0x1251a20, 0xc001490a40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9dbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1087 [semacquire]:
syscall.ByteSliceFromString(0xc002f9dc80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc002f9dc80, 0x5b, 0x80000, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc002f9dc80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc002f9dc80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc002f9dc80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9dc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1088 [semacquire]:
bytes.makeSlice(0x16f1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0022834d0, 0x1c7, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0022834d0, 0xc00261a3c1, 0x1c7, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0022834d0, 0xc00261a3c1, 0x1c8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0022834d0, 0xc000ae41c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0022834d0, 0xc000ae4150, 0xb84d20, 0xc0022834d0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0022834d0, 0xc000ae4150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0022834a0, 0x203000, 0x203000, 0x440d95, 0xc00071b118)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0022834a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002283470, 0xc00344f320, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00344f708, 0xc002309bc0, 0xaac03e, 0x7, 0xc002309bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00344f708, 0xc002309bc0, 0xc0018aab60)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9dda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1089 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc002651b78, 0xc002651b60, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc002651b60, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0xb, 0xc002f9de60, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc002f9de60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc002f9de60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc002f9de60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9de60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1090 [semacquire]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc002651cf8, 0xc002651ce0, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc002651ce0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x3)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x12, 0xc002f9df20, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc002f9df20, 0x5b, 0x0, 0xc000000000, 0x3, 0x1, 0xc0017055e8)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc002f9df20, 0x5b, 0x0, 0xc000000000, 0x3, 0x1, 0xc001917e18)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc002f9df20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002f9df20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1091 [semacquire]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc002651b18, 0xc002651b00, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc002651b00, 0xaa3cc2, 0x4, 0x1, 0x0, 0xc000c4a848)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x15, 0xc0019be000, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc0019be000, 0x5b, 0x0, 0x0, 0xc001917c38, 0x3, 0x1)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019be000, 0x5b, 0x0, 0x0, 0xc003d8f568, 0x3, 0x1)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019be000, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1092 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc001961d58, 0xc001961d40, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc001961d40, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x17, 0xc0019be0c0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc0019be0c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019be0c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019be0c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1093 [GC assist wait]:
os.newFile(0x19, 0xc0019be180, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019be180, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019be180, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019be180, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1094 [GC assist wait]:
strings.Replace(0xc001dbd500, 0x9c7, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x9d3400, 0xc00023ee00)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001bd3950, 0xc001dbd500, 0x9c7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1095 [GC assist wait]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc002e4b218, 0xc002e4b200, 0xb6c06a, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc002e4b200, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x1d, 0xc0019be300, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc0019be300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019be300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019be300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1096 [GC assist wait]:
strings.Replace(0xc0007e4000, 0x1e79, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x9d3400, 0xb6c280)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002dbd950, 0xc0007e4000, 0x1e79, 0x207, 0x39c, 0x3a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1097 [GC assist wait]:
os.newFile(0x32, 0xc0019be600, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019be600, 0x5b, 0x0, 0x0, 0x1f7, 0x242, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019be600, 0x5b, 0x0, 0xc000000000, 0x3, 0xc00242a670, 0x3)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019be600, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1098 [GC assist wait]:
os.newFile(0x2e, 0xc0019be780, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019be780, 0x5b, 0x0, 0x0, 0xc00061c920, 0x3, 0xc00242aa20)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019be780, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019be780, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1099 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1100 [semacquire]:
strings.Replace(0xc001620000, 0x1007, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x14, 0xc001620000, 0x1007)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002977950, 0xc00146d900, 0x1005, 0xc00339eb20, 0x3, 0xc00339f600)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019be9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1101 [semacquire]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc001636018, 0xc001636000, 0x0, 0x118cb40)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc001636000, 0xaa3cc2, 0x4, 0x1, 0x0, 0xc000c9e60e)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x4c, 0xc0019bea80, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc0019bea80, 0x5b, 0x0, 0xc000000000, 0x2, 0xc0008ffb58, 0x2)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bea80, 0x5b, 0x0, 0x0, 0xc0008ffb9f, 0x2, 0xc0008ffba2)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bea80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1102 [GC assist wait]:
os.newFile(0x35, 0xc0019beba0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019beba0, 0x5b, 0x0, 0xc000000000, 0x3, 0xc002324e70, 0x9)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019beba0, 0x5b, 0x0, 0x0, 0xb878e0, 0xc0020c9af0, 0xb878e0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019beba0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019beba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1103 [GC assist wait]:
os.newFile(0x37, 0xc0019bec60, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bec60, 0x5b, 0x0, 0x0, 0x21b, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bec60, 0x5b, 0x0, 0xc000000000, 0x3, 0xc0020b6f00, 0x3)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bec60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1104 [GC assist wait]:
os.newFile(0x39, 0xc0019bed20, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bed20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bed20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bed20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1105 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019beea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1106 [GC assist wait]:
os.newFile(0x41, 0xc0019bef60, 0x5b, 0x1, 0x2d2d2d2d00000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bef60, 0x5b, 0x0, 0x6f72702000000000, 0x656d207265646976, 0x73696c6f706f7274, 0x6368746c61656820)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bef60, 0x5b, 0x0, 0x72706b6300000000, 0x65746f7571656369, 0x61746970736f682f, 0x636964656d2d736c)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bef60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1107 [GC assist wait]:
os.newFile(0x43, 0xc0019bf020, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bf020, 0x5b, 0x0, 0xc000000000, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bf020, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bf020, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1108 [GC assist wait]:
os.newFile(0x45, 0xc0019bf0e0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bf0e0, 0x5b, 0x0, 0xc000000000, 0x4, 0xc0005c8a0e, 0x3)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bf0e0, 0x5b, 0x0, 0x0, 0xc0005c8a22, 0x5, 0xc0005c8a28)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bf0e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1109 [GC assist wait]:
os.newFile(0x49, 0xc0019bf1a0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bf1a0, 0x5b, 0x0, 0xc000000000, 0x7, 0xc0018f2075, 0x4)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bf1a0, 0x5b, 0x0, 0x0, 0xc0018f208f, 0x1, 0xc0018f2091)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bf1a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1110 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1111 [GC assist wait]:
os.newFile(0x3c, 0xc0019bf320, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bf320, 0x5b, 0x0, 0xc000000000, 0x3, 0xc001f552b3, 0x5)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bf320, 0x5b, 0x0, 0x0, 0xc001f552c8, 0x3, 0xc001f552cc)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bf320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1112 [GC assist wait]:
os.newFile(0x40, 0xc0019bf3e0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bf3e0, 0x5b, 0x0, 0xc000000000, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bf3e0, 0x5b, 0x0, 0x0, 0xc002900e00, 0x8, 0xc002900e09)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bf3e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1113 [GC assist wait]:
os.newFile(0x44, 0xc0019bf4a0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bf4a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bf4a0, 0x5b, 0x0, 0x0, 0x404040404030202, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bf4a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1114 [GC assist wait]:
os.newFile(0x48, 0xc0019bf560, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bf560, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bf560, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bf560, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1115 [GC assist wait]:
os.newFile(0x57, 0xc0019bf620, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bf620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bf620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bf620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1116 [GC assist wait]:
os.newFile(0x5c, 0xc0019bf6e0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bf6e0, 0x5b, 0x0, 0x0, 0x1, 0x1, 0xc0021fbbd0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bf6e0, 0x5b, 0x0, 0x0, 0x0, 0xa, 0xc0021fbbc0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bf6e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1117 [semacquire]:
os.newFile(0x60, 0xc0019bf7a0, 0x5b, 0x1, 0x2020202000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bf7a0, 0x5b, 0x0, 0x6e694d2000000000, 0x6e61207265747369, 0x6d6d6f6365722064, 0x6874206465646e65)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bf7a0, 0x5b, 0x0, 0x6373206500000000, 0x2f3c2e736c6f6f68, 0x202020200a0a3e70, 0x74616c65723c2020)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bf7a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1118 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1119 [semacquire]:
os.newFile(0x6a, 0xc0019bf920, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bf920, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bf920, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bf920, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1120 [GC assist wait]:
os.newFile(0x34, 0xc0019bf9e0, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bf9e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bf9e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bf9e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bf9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1121 [GC assist wait]:
os.newFile(0x36, 0xc0019bfaa0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bfaa0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bfaa0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bfaa0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bfaa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1122 [semacquire]:
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x175)
/usr/local/go/src/regexp/regexp.go:186 +0x152
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000c15358, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000c15358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000c15358, 0x0, 0xb856e0, 0xc0000ba1c8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000c15358, 0xc0023e6310, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000c15358, 0x42cc84, 0xc0030f2b10, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000c153c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00000e880, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024e57d0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000c15570, 0xc002fde920, 0xabc101, 0x1d, 0x3c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bfb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1123 [GC assist wait]:
os.newFile(0x3f, 0xc0019bfc20, 0x5b, 0x1, 0x796f6c7000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bfc20, 0x5b, 0x0, 0x6f77742000000000, 0x616d206565726620, 0x61206f7420736b73, 0x656b726f77206c6c)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bfc20, 0x5b, 0x0, 0x6e61202000000000, 0x656e696c74756f20, 0x6e65687720666f20, 0x65796f6c706d6520)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bfc20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bfc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1124 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bfce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1125 [GC assist wait]:
os.newFile(0x46, 0xc0019bfda0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bfda0, 0x5b, 0x0, 0xc000000000, 0xc0020c3b20, 0xc0020c3b20, 0xc0020c3a40)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bfda0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bfda0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bfda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1126 [GC assist wait]:
os.newFile(0x79, 0xc0019bfe60, 0x5b, 0x1, 0x2c646f6f00000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0019bfe60, 0x5b, 0x0, 0x7469206c00000000, 0x6120796164206120, 0x6e65742072657466, 0x2c736569766f6d20)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0019bfe60, 0x5b, 0x0, 0x20200a0a00000000, 0x2065685420202020, 0x2063696870617267, 0x65636e656c6f6976)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0019bfe60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bfe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1127 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0019bff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1128 [semacquire]:
os.newFile(0x7e, 0xc000e56060, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000e56060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000e56060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000e56060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1129 [GC assist wait]:
os.newFile(0x4b, 0xc000e561e0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000e561e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000e561e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000e561e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e561e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1130 [GC assist wait]:
os.newFile(0x4e, 0xc000e56360, 0x5b, 0x1, 0x2073757200000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000e56360, 0x5b, 0x0, 0x7661682000000000, 0x73206e6565622065, 0x6e69207075207465, 0x6769742065687420)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000e56360, 0x5b, 0x0, 0x616e207200000000, 0x727574206e616874, 0x207361772072656e, 0x656420646e756f66)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000e56360, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1131 [GC assist wait]:
os.newFile(0x50, 0xc000e564e0, 0x5b, 0x1, 0x20736e6f00000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000e564e0, 0x5b, 0x0, 0x2031206d00000000, 0x206568202c6e756a, 0x6863202e64696173, 0x6e6f6d6120666569)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000e564e0, 0x5b, 0x0, 0x6d65207300000000, 0x20736565796f6c70, 0x7375666572206f74, 0x726f77206f742065)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000e564e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e564e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1132 [semacquire]:
bytes.makeSlice(0xea9, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002210a98, 0xea9, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc002f0a1a8, 0xea9, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc000e56660, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1133 [GC assist wait]:
os.newFile(0x5f, 0xc000e567e0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000e567e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000e567e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000e567e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e567e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1134 [GC assist wait]:
os.newFile(0x61, 0xc000e56960, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000e56960, 0x5b, 0x0, 0xc000000000, 0xc0026f2c60, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000e56960, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x200000000)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000e56960, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1135 [GC assist wait]:
os.newFile(0x63, 0xc000e56ae0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000e56ae0, 0x5b, 0x0, 0x0, 0x0, 0x2, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000e56ae0, 0x5b, 0x0, 0x0, 0x0, 0x200000008, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000e56ae0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1136 [semacquire]:
os.newFile(0x66, 0xc000e56c60, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000e56c60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000e56c60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000e56c60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1137 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e56de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1138 [semacquire]:
os.newFile(0x62, 0xc000e57020, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000e57020, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000e57020, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000e57020, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1139 [GC assist wait]:
os.newFile(0x65, 0xc000e571a0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000e571a0, 0x5b, 0x0, 0x0, 0x0, 0x303020303030303, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000e571a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000e571a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e571a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1140 [semacquire]:
os.newFile(0x68, 0xc000e573e0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000e573e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000e573e0, 0x5b, 0x0, 0x0, 0x402020302030203, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000e573e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e573e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1141 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1142 [GC assist wait]:
os.newFile(0x6d, 0xc000e576e0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000e576e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000e576e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000e576e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e576e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1143 [semacquire]:
os.newFile(0x71, 0xc000e57860, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000e57860, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000e57860, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000e57860, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1144 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024b2030, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b9d950, 0xc001af1800, 0xb7d, 0x6874756f6d656e72, 0x646e6966206f7420, 0x6f6620656d6f7320)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e579e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1145 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1146 [semacquire]:
os.newFile(0x6b, 0xc000e57da0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000e57da0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000e57da0, 0x5b, 0x0, 0x0, 0x303020302020202, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000e57da0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1147 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002579980, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002579980, 0x0, 0x0, 0x0, 0xc001c35258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002579980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c35950, 0xc00347a900, 0x8e5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e57f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1148 [semacquire]:
os.newFile(0x6e, 0xc000fda060, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fda060, 0x5b, 0x0, 0xc000000000, 0x3, 0x6, 0xc0018a67b8)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fda060, 0x5b, 0x0, 0xc000000000, 0x3, 0x6, 0xc00242a9e8)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fda060, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1149 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0011f8000, 0x493, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0011f8000, 0x493, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0011f8000, 0x493, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0011f8000, 0x493, 0x0, 0x0, 0x115f500, 0x493, 0x493)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0011f8000, 0x493, 0x0, 0x0, 0xaa0378, 0x1, 0xc0011e3900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0011f8000, 0x493, 0x493, 0xc0011f8000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00087b000, 0x37, 0xc0011f8000, 0x493, 0xaa0378, 0x1, 0xc0011f8000, 0x493, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1150 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001d7ea20, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d7ea20, 0x0, 0x0, 0x0, 0xc001ba9258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d7ea20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ba9950, 0xc0030e5800, 0xba8, 0x6e00000069, 0x200000006b, 0x6800000074)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1151 [semacquire]:
strings.Replace(0xc00076c800, 0x1630, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x9d3400, 0xc000683180)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f33950, 0xc00076c800, 0x1630, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1152 [semacquire]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc0027981f8, 0xc0027981e0, 0xad6, 0xae5)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc0027981e0, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x8, 0xc000fda420, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc000fda420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fda420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fda420, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1153 [GC assist wait]:
os.newFile(0x70, 0xc000fda540, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fda540, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fda540, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x302030302020303)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fda540, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1154 [GC assist wait]:
os.newFile(0x75, 0xc000fda600, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fda600, 0x5b, 0x0, 0x0, 0xc00319708b, 0x3, 0xc003197150)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fda600, 0x5b, 0x0, 0xc000000000, 0x56db95, 0xc003197161, 0xc00319708b)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fda600, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1155 [semacquire]:
os.newFile(0x78, 0xc000fda780, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fda780, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fda780, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fda780, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1156 [semacquire]:
os.newFile(0x6f, 0xc000fda840, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fda840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fda840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fda840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1157 [semacquire]:
os.newFile(0x73, 0xc000fda900, 0x5b, 0x1, 0x6f00000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fda900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fda900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fda900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fda900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1158 [semacquire]:
strings.Replace(0xc001624c00, 0x10c6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc001624c00, 0x10c6)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001bab950, 0xc001622600, 0x10c3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdac60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1159 [semacquire]:
os.newFile(0x77, 0xc000fdad20, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fdad20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fdad20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fdad20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdad20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1160 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdade0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1161 [GC assist wait]:
os.newFile(0x7b, 0xc000fdaea0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fdaea0, 0x5b, 0x0, 0xc000000000, 0x3, 0x1, 0xc00242b1f8)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fdaea0, 0x5b, 0x0, 0xc000000000, 0x3, 0x1, 0xc0013ba118)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fdaea0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdaea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1162 [semacquire]:
os.newFile(0x7d, 0xc000fdafc0, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fdafc0, 0x5b, 0x0, 0x0, 0xc0018a7e98, 0x3, 0x1)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fdafc0, 0x5b, 0x0, 0x0, 0xc001ce7548, 0x3, 0x1)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fdafc0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdafc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1163 [semacquire]:
strings.genSplit(0xc00228c2c0, 0xa7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xa7, 0xc00228c210, 0xa7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b65458, 0xaa04f9, 0x2, 0xc00228c210, 0xa7, 0xc000b65298, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x2, 0xc0030f2300)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0030f2210, 0xc000b65320, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc000b653e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000b653e0, 0xc000b4ee10, 0xaa04f9, 0x2, 0xc000b65570, 0x8, 0x9ecc80, 0x2ba, 0x2bb)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000b65570, 0xc000b4ee10, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1164 [semacquire]:
os.newFile(0x82, 0xc000fdb320, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fdb320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fdb320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fdb320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1165 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1166 [semacquire]:
strings.Replace(0xc00185a000, 0x150e, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00185a000, 0x150e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00198d950, 0xc00177f000, 0x1509, 0x5, 0xc003536c70, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1167 [semacquire]:
os.newFile(0x7f, 0xc000fdb5c0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fdb5c0, 0x5b, 0x0, 0xc000000000, 0x2, 0xc002c53bff, 0x1)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fdb5c0, 0x5b, 0x0, 0x0, 0xc002c53c16, 0x3, 0xc002c53c1a)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fdb5c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1168 [semacquire]:
strings.Replace(0xc0015fcc00, 0x107a, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x3, 0xc0015fcc00, 0x107a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0017ef950, 0xc0015fa600, 0x1077, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1169 [GC assist wait]:
os.newFile(0x8a, 0xc000fdb8c0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fdb8c0, 0x5b, 0x0, 0x0, 0x2, 0xc0020b6e70, 0x3)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fdb8c0, 0x5b, 0x0, 0x0, 0x2, 0xc00222bbd0, 0x3)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fdb8c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1170 [GC assist wait]:
os.newFile(0x8c, 0xc000fdb980, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fdb980, 0x5b, 0x0, 0xc000000000, 0x3, 0x6, 0xc0033039c8)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fdb980, 0x5b, 0x0, 0xc000000000, 0x3, 0x6, 0xc002086610)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fdb980, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdb980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1171 [GC assist wait]:
os.newFile(0x81, 0xc000fdba40, 0x5b, 0x1, 0x7361656c00000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fdba40, 0x5b, 0x0, 0x6e61656c00000000, 0x6f6f726874616220, 0x68742049202c736d, 0x6f206f6e206b6e69)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fdba40, 0x5b, 0x0, 0x6576652000000000, 0x736920656e6f7972, 0x6e69796f6a6e6520, 0x2072696568742067)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fdba40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1172 [semacquire]:
os.newFile(0x83, 0xc000fdbb00, 0x5b, 0x1, 0x2074737500000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fdbb00, 0x5b, 0x0, 0x75716b6300000000, 0x3e703c203e65746f, 0x6f6874206e657645, 0x656b694d20686775)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fdbb00, 0x5b, 0x0, 0x7369206500000000, 0x61666e752074276e, 0x77207261696c696d, 0x2757454120687469)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fdbb00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdbb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1173 [semacquire]:
os.newFile(0x84, 0xc000fdbbc0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fdbbc0, 0x5b, 0x0, 0xc000000000, 0x3, 0x3, 0xc001959f80)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fdbbc0, 0x5b, 0x0, 0xc000000000, 0x3, 0x3, 0xc0024a00c0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fdbbc0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdbbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1174 [GC assist wait]:
os.newFile(0x85, 0xc000fdbc80, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fdbc80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fdbc80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fdbc80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdbc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1175 [GC assist wait]:
os.newFile(0x87, 0xc000fdbd40, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc000fdbd40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fdbd40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fdbd40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdbd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1176 [GC assist wait]:
os.newFile(0x86, 0xc000fdbe00, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:113 +0x52
os.openFileNolog(0xc000fdbe00, 0x5b, 0x0, 0x0, 0xc0024e4150, 0x3, 0x3)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000fdbe00, 0x5b, 0x0, 0x0, 0xc0024e4240, 0x3, 0x3)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000fdbe00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000fdbe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1177 [GC assist wait]:
regexp.makeOnePass.func1(0x7, 0xc000a87e70, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:383 +0xb9b
regexp.makeOnePass(0xc000d23ef0, 0xc000d23ef0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc000d23e90, 0xc000d23e90)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001dc5050, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001dc5050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000a87e58)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001dc5050, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001dc5050, 0x1, 0xc00286af70, 0xc0100683500, 0x280435f5d108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001dc5050, 0x4, 0x3cf, 0xc001083c01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001083000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000b69930, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000d23e60, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001dc5950, 0xc000bf9900, 0xc2d, 0x2, 0xc0016a3538, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000e5a000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1235 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0018732c0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0018732c0, 0x0, 0x0, 0x0, 0xc000c17258, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0018732c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000c17950, 0xc00287cc80, 0xc80, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1236 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1237 [GC assist wait]:
os.newFile(0x47, 0xc0011e1f20, 0x5b, 0x1, 0x2065687400000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e1f20, 0x5b, 0x0, 0x206f742000000000, 0x6977207468676966, 0x6420656874206874, 0x2064657361656365)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e1f20, 0x5b, 0x0, 0x7220657600000000, 0x6572657473696765, 0x6573616320612064, 0x73207265646e7520)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e1f20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e1f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1238 [GC assist wait]:
os.newFile(0x4a, 0xc0011e8000, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e8000, 0x5b, 0x0, 0x0, 0x14a42, 0x31, 0x14a91)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8000, 0x5b, 0x0, 0x0, 0x44, 0x146ec, 0x41)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8000, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1239 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000149220, 0x0, 0x0, 0x0, 0xc001f90c80, 0x122, 0x2, 0xc0010101f0, 0xa, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000149220, 0xc001f90c80, 0x122, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001011118, 0xc00239fab0, 0xc001010208, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001011118, 0xc00239fa40, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001011118, 0xc00239fa40, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001011118, 0xc00239fa40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001011118, 0xc00239fa40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001011118, 0xc000577180, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001011118, 0xc000577180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001011118, 0xc000577180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001011118, 0xc0005770a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001011118, 0xc0005770a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001011118, 0xc0005770a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001011118, 0xc000576850, 0xc001010d98, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001011118, 0xc000576850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001011118, 0xc000576850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001011118, 0xc000576770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001011118, 0xc000576770, 0x54b170, 0xc002c31c70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000576770, 0x0, 0x0, 0x0, 0x0, 0xc000576770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0030f2720, 0x0, 0x0, 0x0, 0x1500, 0xc000f5ea00, 0x14b7, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000f5ea00, 0x14b7, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0009e33d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001011570, 0xc002309480, 0xc00000e780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e80c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1240 [GC assist wait]:
os.newFile(0x4d, 0xc0011e8180, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e8180, 0x5b, 0x0, 0x203030200000000, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8180, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8180, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1241 [GC assist wait]:
os.newFile(0x4f, 0xc0011e8240, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e8240, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8240, 0x5b, 0x0, 0x0, 0x302030203030202, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8240, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1242 [GC assist wait]:
os.newFile(0x52, 0xc0011e8300, 0x5b, 0x1, 0x646f4d2000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e8300, 0x5b, 0x0, 0x7365697400000000, 0x6568742065726120, 0x6f68206e69616d20, 0x666f207364656274)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8300, 0x5b, 0x0, 0x6469766f00000000, 0x7365727567696620, 0x692068746f62202c, 0x22736d726574206e)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1243 [GC assist wait]:
os.newFile(0x53, 0xc0011e83c0, 0x5b, 0x1, 0x6320706f00000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e83c0, 0x5b, 0x0, 0x2f3c2e6e00000000, 0x202020200a0a3e70, 0x73754d3e703c2020, 0x646e6120736d7565)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e83c0, 0x5b, 0x0, 0x2065646900000000, 0x6e754a206d6f7266, 0x6f6874202c322065, 0x6563616620686775)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e83c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e83c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1244 [GC assist wait]:
os.newFile(0x55, 0xc0011e8480, 0x5b, 0x1, 0x63206f7400000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e8480, 0x5b, 0x0, 0x703c202000000000, 0x656772752065483e, 0x656c706f65702064, 0x746e6f63206f7420)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8480, 0x5b, 0x0, 0x6d20646e00000000, 0x206e6961746e6961, 0x7463697274732061, 0x61772d646e616820)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8480, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1245 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1246 [GC assist wait]:
os.newFile(0x58, 0xc0011e8600, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e8600, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8600, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8600, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1247 [GC assist wait]:
os.newFile(0x5a, 0xc0011e86c0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e86c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e86c0, 0x5b, 0x0, 0x0, 0xc0021f7b10, 0x0, 0x47f290)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e86c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e86c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1248 [GC assist wait]:
os.newFile(0x5d, 0xc0011e8780, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e8780, 0x5b, 0x0, 0xc000000000, 0x7f0835f5d7d0, 0xc0006ef800, 0x20)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8780, 0x5b, 0x0, 0xc000000000, 0xc00257a870, 0x28, 0xc000032800)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8780, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1249 [GC assist wait]:
os.newFile(0x64, 0xc0011e8840, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e8840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8840, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1250 [GC assist wait]:
os.newFile(0x67, 0xc0011e8900, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e8900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1251 [semacquire]:
os.newFile(0x69, 0xc0011e89c0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e89c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e89c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e89c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e89c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1252 [GC assist wait]:
os.newFile(0x6c, 0xc0011e8a80, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e8a80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8a80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8a80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1253 [semacquire]:
os.newFile(0xe, 0xc0011e8b40, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x52
os.openFileNolog(0xc0011e8b40, 0x5b, 0x0, 0x0, 0x1, 0xc003135c28, 0x3)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8b40, 0x5b, 0x0, 0x0, 0x1, 0xc00265e328, 0x3)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8b40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1254 [GC assist wait]:
os.newFile(0x72, 0xc0011e8c00, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e8c00, 0x5b, 0x0, 0xc000000000, 0x3, 0x2, 0xc000738018)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8c00, 0x5b, 0x0, 0xc000000000, 0x3, 0x2, 0xc003134a28)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8c00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1255 [GC assist wait]:
os.newFile(0x74, 0xc0011e8cc0, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e8cc0, 0x5b, 0x0, 0x0, 0xc001942b18, 0x3, 0x2)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8cc0, 0x5b, 0x0, 0x0, 0xc00242b238, 0x3, 0x2)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8cc0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1256 [semacquire]:
os.newFile(0x76, 0xc0011e8d80, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e8d80, 0x5b, 0x0, 0x0, 0x4, 0xc00242b928, 0x3)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8d80, 0x5b, 0x0, 0x0, 0x4, 0xc000738268, 0x3)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8d80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1257 [semacquire]:
os.newFile(0x7a, 0xc0011e8e40, 0x5b, 0x1, 0x676e6f6c00000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e8e40, 0x5b, 0x0, 0x7473657400000000, 0x20656573206f7420, 0x7265702061206669, 0x20736177206e6f73)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8e40, 0x5b, 0x0, 0x6177732000000000, 0x6e69747365742062, 0xa0a3e702f3c2e67, 0x703c202020202020)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8e40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1258 [semacquire]:
os.newFile(0x7c, 0xc0011e8f00, 0x5b, 0x1, 0x656e6f2000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e8f00, 0x5b, 0x0, 0x2073657200000000, 0x6d6d6f6320726f66, 0x6c706f6570206e6f, 0x9d80e22e65)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e8f00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e8f00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1259 [semacquire]:
strings.Replace(0xc001904c00, 0x11ca, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x11, 0xc001904c00, 0x11ca)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c33950, 0xc001902600, 0x11c8, 0x206f6e2073692065, 0x65736974696e6173, 0x656874206e692072)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e8fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1260 [GC assist wait]:
os.newFile(0x80, 0xc0011e9080, 0x5b, 0x1, 0x6568742000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e9080, 0x5b, 0x0, 0x6565662000000000, 0x7620656b696c206c, 0x2e676e6974696d6f, 0x64656b7361204920)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e9080, 0x5b, 0x0, 0x20646e6100000000, 0x6d6f6f7268746162, 0x6e61686320726f20, 0x6f7220796d206567)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e9080, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1261 [GC assist wait]:
os.newFile(0x88, 0xc0011e9140, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e9140, 0x5b, 0x0, 0x0, 0xc002bf6600, 0x3, 0x3)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e9140, 0x5b, 0x0, 0x0, 0xc002bf6690, 0x3, 0x3)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e9140, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1262 [GC assist wait]:
os.newFile(0x89, 0xc0011e9200, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e9200, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e9200, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e9200, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1263 [GC assist wait]:
os.newFile(0x8b, 0xc0011e92c0, 0x5b, 0x1, 0x6974617200000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e92c0, 0x5b, 0x0, 0x72656d6f00000000, 0x7265687461722073, 0x7461206e61687420, 0x7961772d72616620)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e92c0, 0x5b, 0x0, 0x7261687300000000, 0x6372757065722d65, 0x616c702065736168, 0x6e756f6e6e61206e)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e92c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e92c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1264 [GC assist wait]:
os.(*File).Stat(0xc002a77048, 0x5b, 0x0, 0x0, 0xc002a77048)
/usr/local/go/src/os/stat_unix.go:19 +0x3f
io/ioutil.ReadFile(0xc0011e9380, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:62 +0xb3
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1265 [GC assist wait]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000f0d118, 0xaa04bf, 0x2, 0xa1, 0x2, 0xc000f0c1f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000f0d118, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000f0d118, 0xc001494bd0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f0d118, 0xc001494bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f0d118, 0xc001494bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f0d118, 0xc0014941c0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e05118, 0xc0014941c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e05118, 0xc0014941c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f0d118, 0xc0014940e0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e05118, 0xc0014940e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e05118, 0xc0014940e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f0d118, 0xc0012ff9d0, 0xc001ee8a80, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e05118, 0xc0012ff9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e05118, 0xc0012ff9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f0d118, 0xc0012ff8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e05118, 0xc0012ff8f0, 0x54b170, 0xc002c31110)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0012ff8f0, 0x0, 0x0, 0x0, 0x0, 0xc0012ff8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002d8b920, 0x0, 0x0, 0x0, 0xc00, 0xc001a19000, 0xb8b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001a19000, 0xb8b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d907b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e05570, 0xc0000bb000, 0xc0000bb840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1266 [GC assist wait]:
os.newFile(0x90, 0xc0011e9500, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e9500, 0x5b, 0x0, 0xc000000000, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e9500, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e9500, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1267 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e95c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1268 [GC assist wait]:
os.newFile(0x91, 0xc0011e9680, 0x5b, 0x1, 0xc000000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e9680, 0x5b, 0x0, 0x0, 0xc00222a5b0, 0x3, 0x1)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e9680, 0x5b, 0x0, 0x0, 0xc00223c0f0, 0x3, 0x1)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e9680, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1269 [semacquire]:
os.newFile(0x92, 0xc0011e9740, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e9740, 0x5b, 0x0, 0x6661206800000000, 0x6f68732061636972, 0x616c656420646c75, 0x6e65706f65722079)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e9740, 0x5b, 0x0, 0x3220202000000000, 0x30322079616d2039, 0x7473207962203032, 0x7469727720666661)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e9740, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1270 [semacquire]:
os.newFile(0x93, 0xc0011e9800, 0x5b, 0x1, 0x9d80e26400000000)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0011e9800, 0x5b, 0x0, 0x6863206e00000000, 0x6c69747320616e69, 0x736d69616c63206c, 0x717320656d6f7320)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0011e9800, 0x5b, 0x0, 0x6f63207300000000, 0x770a0a6c6f72746e, 0x206f6e20656c6968, 0x73616820746f6873)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0011e9800, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e9800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 1271 [GC assist wait]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc001823118, 0xc000fc8870, 0xe5, 0xe5, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001823118, 0xc00052ff10, 0xc001821ea0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001823118, 0xc00052fea0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001823118, 0xc00052fea0, 0xc000000001, 0xa)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001823118, 0xc00052fea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001823118, 0xc00052fea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001823118, 0xc003061f80, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001823118, 0xc003061f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001823118, 0xc003061f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001823118, 0xc00142d2d0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001823118, 0xc00142d2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001823118, 0xc00142d2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001823118, 0xc00142d1f0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001823118, 0xc00142d1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001823118, 0xc00142d1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001823118, 0xc0018e3f10, 0xc000683500, 0x7f0835f5d108)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001823118, 0xc0018e3f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001823118, 0xc0018e3f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001823118, 0xc0018e3e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001823118, 0xc0018e3e30, 0x54b170, 0xc0013a01a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0018e3e30, 0x0, 0x0, 0x0, 0x0, 0xc0018e3e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000d23bf0, 0x0, 0x0, 0x0, 0x1800, 0xc0022e6000, 0x1626, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0022e6000, 0x1626, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000e08000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001823570, 0xc001464120, 0xc001465e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0011e98c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a
goroutine 256 [running]:
runtime.throw(0xab7b31, 0x15)
/usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc000e438f0 sp=0xc000e438c0 pc=0x453732
runtime.mapassign_faststr(0xa13540, 0xc000234750, 0xc00107caa0, 0x7, 0x7f0835f5d108)
/usr/local/go/src/runtime/map_faststr.go:291 +0x3de fp=0xc000e43958 sp=0xc000e438f0 pc=0x4338ce
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance.func1()
/home/ec2-user/environment/cluster2/cluster2/base/model.go:22 +0x54 fp=0xc000e43998 sp=0xc000e43958 pc=0x80eaa4
sync.(*Once).doSlow(0xc002e0b068, 0xc000e43a38)
/usr/local/go/src/sync/once.go:66 +0xec fp=0xc000e439e8 sp=0xc000e43998 pc=0x49ccdc
sync.(*Once).Do(...)
/usr/local/go/src/sync/once.go:57
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00107caa0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:21 +0x1b6 fp=0xc000e43a68 sp=0xc000e439e8 pc=0x80e5f6
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002e2b000, 0x71d, 0x71d, 0x1, 0xc002e2b000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 fp=0xc000e43ae8 sp=0xc000e43a68 pc=0x81c9d5
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a528a0, 0x29, 0xc002e2b000, 0x71d, 0xaa0378, 0x1, 0xc002e2b000, 0x71d, 0x11)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 fp=0xc000e43b50 sp=0xc000e43ae8 pc=0x81c839
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005d21e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342 fp=0xc000e43fb8 sp=0xc000e43b50 pc=0x823ec2
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc000e43fc0 sp=0xc000e43fb8 pc=0x483571
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a